[ 471.955491] env[63386]: INFO neutron.common.config [-] Logging enabled! [ 471.955728] env[63386]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev50 [ 471.956047] env[63386]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=63386) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 471.956376] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 471.956458] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 471.957296] env[63386]: WARNING oslo_policy.policy [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 471.957530] env[63386]: WARNING oslo_policy.policy [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 471.959059] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] VMware NSXv3 Agent initialized successfully. [ 471.959430] env[63386]: DEBUG oslo_concurrency.lockutils [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] Acquiring lock "singleton_lock" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 471.959573] env[63386]: DEBUG oslo_concurrency.lockutils [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] Acquired lock "singleton_lock" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 471.959783] env[63386]: DEBUG oslo_concurrency.lockutils [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] Releasing lock "singleton_lock" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 471.960096] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] Full set of CONF: {{(pid=63386) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 471.960233] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ******************************************************************************** {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 471.960358] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] Configuration options gathered from: {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 471.960726] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 471.960913] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 471.961043] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ================================================================================ {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 471.961280] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] agent_down_time = 75 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.961438] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] allow_automatic_dhcp_failover = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.961585] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] allow_bulk = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.961739] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] api_extensions_path = {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.961888] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] api_paste_config = api-paste.ini {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.962057] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] auth_strategy = keystone {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.962176] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] backdoor_port = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.962289] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] backdoor_socket = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.962439] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] backlog = 4096 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.962585] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] base_mac = fa:16:3e:00:00:00 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.962749] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] bind_host = 0.0.0.0 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.962906] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] bind_port = 9696 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.963050] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] client_socket_timeout = 900 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.963203] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] config_dir = [] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.963322] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.963468] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] config_source = [] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.963617] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] control_exchange = neutron {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.963767] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] core_plugin = ml2 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.963912] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] debug = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.964068] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] default_availability_zones = [] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.964323] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.964484] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] dhcp_agent_notification = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.964632] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] dhcp_agents_per_network = 1 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.964775] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] dhcp_lease_duration = 86400 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.965013] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] dhcp_load_type = networks {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.965204] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] dns_domain = openstacklocal {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.965366] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.965516] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] enable_default_route_bfd = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.965660] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] enable_default_route_ecmp = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.965802] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] enable_dvr = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.965941] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] enable_new_agents = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.966095] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] enable_services_on_agents_with_admin_state_down = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.966242] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] enable_signals = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.966387] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] enable_traditional_dhcp = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.966524] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] external_dns_driver = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.966662] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] filter_validation = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.966815] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] global_physnet_mtu = 8950 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.966955] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] graceful_shutdown_timeout = 60 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.967154] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] host = cpu-1 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.967362] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] host_dvr_for_dhcp = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.967473] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] http_retries = 3 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.967624] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] instance_format = [instance: %(uuid)s] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.967770] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.967914] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ipam_driver = internal {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.968067] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ipv6_pd_enabled = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.968215] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] l3_ha = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.968364] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.968509] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] l3_ha_network_physical_name = {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.968649] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] l3_ha_network_type = {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.968794] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] log_color = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.968937] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] log_config_append = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.969097] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.969265] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] log_dir = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.969427] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] log_file = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.969540] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] log_options = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.969683] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] log_rotate_interval = 1 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.969834] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] log_rotate_interval_type = days {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.969982] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] log_rotation_type = none {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.970111] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.970245] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.970403] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.970550] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.970662] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.970807] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] max_dns_nameservers = 5 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.970949] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] max_header_line = 16384 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.971103] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] max_l3_agents_per_router = 3 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.971264] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] max_logfile_count = 30 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.971415] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] max_logfile_size_mb = 200 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.971555] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] max_subnet_host_routes = 20 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.971701] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] my_ip = 10.180.1.21 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.971845] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] my_ipv6 = ::1 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.971984] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] network_auto_schedule = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.972132] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] network_link_prefix = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.972278] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.972425] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] notify_nova_on_port_data_changes = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.972569] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] notify_nova_on_port_status_changes = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.972715] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] pagination_max_limit = -1 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.972854] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] publish_errors = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.972992] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] rate_limit_burst = 0 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.973153] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] rate_limit_except_level = CRITICAL {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.973294] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] rate_limit_interval = 0 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.973452] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] retry_until_window = 30 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.973569] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] router_distributed = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.973707] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] rpc_resources_processing_step = 20 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.973843] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] rpc_response_max_timeout = 600 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.973982] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] rpc_response_timeout = 60 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.974134] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] send_events_interval = 2 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.974291] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] service_plugins = ['router'] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.974441] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] setproctitle = on {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.974580] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] shell_completion = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.974728] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] state_path = /opt/stack/data/neutron {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.974874] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] syslog_log_facility = LOG_USER {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.975026] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] tcp_keepidle = 600 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.975181] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] transport_url = **** {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.975321] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] use_journal = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.975463] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] use_json = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.975605] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] use_ssl = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.975745] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] use_stderr = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.975891] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] use_syslog = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.976039] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] vlan_qinq = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.976181] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] vlan_transparent = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.976322] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] watch_log_file = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.976468] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] wsgi_default_pool_size = 100 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.976605] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] wsgi_keep_alive = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.976751] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.976911] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] wsgi_server_debug = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 471.977052] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_concurrency.disable_process_locking = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.977205] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.977358] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.977504] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.977655] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.977804] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.977951] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.978111] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] profiler.connection_string = messaging:// {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.978264] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] profiler.enabled = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.978416] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] profiler.es_doc_type = notification {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.978560] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] profiler.es_scroll_size = 10000 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.978709] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] profiler.es_scroll_time = 2m {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.978850] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] profiler.filter_error_trace = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.978998] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] profiler.hmac_keys = **** {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.979155] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] profiler.sentinel_service_name = mymaster {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.979308] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] profiler.socket_timeout = 0.1 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.979453] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] profiler.trace_requests = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.979593] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] profiler.trace_sqlalchemy = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.979746] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] profiler_jaeger.process_tags = {} {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.979887] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] profiler_jaeger.service_name_prefix = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.980038] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] profiler_otlp.service_name_prefix = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.980200] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_policy.enforce_new_defaults = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.980493] env[63386]: WARNING oslo_config.cfg [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 471.980654] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_policy.enforce_scope = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.980805] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_policy.policy_default_rule = default {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.980965] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.981129] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.981312] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.981466] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.981609] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.981752] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.981898] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.982062] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_policy.remote_timeout = 60.0 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.982229] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.982386] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] agent.extensions = [] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.982539] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.982686] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] service_providers.service_provider = [] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.982840] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] QUOTAS.default_quota = -1 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.982996] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.983156] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] QUOTAS.quota_floatingip = 50 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.983303] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] QUOTAS.quota_network = 100 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.983447] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] QUOTAS.quota_port = 500 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.983589] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] QUOTAS.quota_rbac_policy = 10 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.983730] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] QUOTAS.quota_router = 10 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.983871] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] QUOTAS.quota_security_group = 10 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.984017] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] QUOTAS.quota_security_group_rule = 100 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.984163] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] QUOTAS.quota_subnet = 100 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.984305] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] QUOTAS.track_quota_usage = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.984461] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.984601] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep.group = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.984742] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep.helper_command = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.984888] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep.logger_name = oslo_privsep.daemon {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.985041] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep.thread_pool_size = 8 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.985186] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep.user = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.985334] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.985472] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_dhcp_release.group = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.985609] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_dhcp_release.helper_command = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.985750] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.985888] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.986031] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_dhcp_release.user = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.986182] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.986319] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_ovs_vsctl.group = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.986457] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_ovs_vsctl.helper_command = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.986599] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.986753] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.986873] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_ovs_vsctl.user = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.987048] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_namespace.capabilities = [21] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.987161] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_namespace.group = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.987297] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_namespace.helper_command = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.987443] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.987610] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_namespace.thread_pool_size = 8 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.987754] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_namespace.user = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.987918] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_conntrack.capabilities = [12] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.988067] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_conntrack.group = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.988206] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_conntrack.helper_command = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.988352] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.988494] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_conntrack.thread_pool_size = 8 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.988631] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_conntrack.user = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.988776] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_link.capabilities = [12, 21] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.988910] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_link.group = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.989057] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_link.helper_command = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.989197] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.989338] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_link.thread_pool_size = 8 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.989471] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] privsep_link.user = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.989631] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.989780] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.989923] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.continue_on_failed_promotions = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.990072] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.dscp = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.990239] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.dscp_inherit = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.990396] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.force_mp_to_policy = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.990740] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.locking_coordinator_url = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.990740] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.log_agent_heartbeats = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.990834] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.logging_expire = 1 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.990977] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.991134] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.991315] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.polling_interval = 240 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.991497] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.991614] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.quitting_rpc_timeout = 120 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.991760] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.report_interval = 30.0 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.991907] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.992066] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.992220] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.992369] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.sync_skew = 60 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.992513] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.synchronization_queue_size = 20 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.992682] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT.use_helper_for_ns_read = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.992834] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] SECURITYGROUP.enable_ipset = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.992984] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] SECURITYGROUP.enable_security_group = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.993145] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.993296] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.993447] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] experimental.ipv6_pd_enabled = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.993610] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ml2.extension_drivers = ['port_security'] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.993750] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ml2.external_network_type = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.993907] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.994123] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ml2.overlay_ip_version = 4 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.994215] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ml2.path_mtu = 8950 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.994364] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ml2.physical_network_mtus = {} {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.994510] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ml2.tenant_network_types = ['vlan'] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.994656] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.994803] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ml2.type_drivers = ['vlan'] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.994953] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT_CLI.neutron_port_id = [] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.995109] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.995253] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.995405] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.995556] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.995702] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.995848] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.996031] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.996150] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.996353] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.996511] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_login_password = **** {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.996663] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_login_port = 443 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.996808] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_login_user = admin {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.996953] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.997169] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.997254] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.997397] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.997549] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.997696] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.997849] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.997990] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.998147] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.998311] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.998446] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.998636] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.998737] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.998931] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.999105] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] vsphere.vsphere_login_password = VMware1! {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.999261] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.999410] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.999561] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] nova.auth_section = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.999715] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] nova.auth_type = password {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 471.999864] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.000012] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] nova.certfile = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.000163] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] nova.collect_timing = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.000336] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] nova.endpoint_type = public {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.000485] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] nova.insecure = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.000624] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] nova.keyfile = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.000773] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] nova.region_name = RegionOne {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.000918] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] nova.split_loggers = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.001072] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] nova.timeout = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.001249] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] placement.auth_section = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.001409] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] placement.auth_type = password {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.001558] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.001698] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] placement.certfile = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.001838] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] placement.collect_timing = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.001985] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] placement.endpoint_type = public {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.002141] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] placement.insecure = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.002280] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] placement.keyfile = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.002411] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] placement.region_name = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.002564] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] placement.split_loggers = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.002741] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] placement.timeout = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.002851] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.auth_section = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.002992] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.auth_type = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.003143] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.cafile = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.003280] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.certfile = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.003420] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.collect_timing = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.003556] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.connect_retries = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.003691] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.connect_retry_delay = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.003827] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.enable_notifications = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.003961] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.endpoint_override = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.004112] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.insecure = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.004248] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.interface = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.004383] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.keyfile = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.004517] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.max_version = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.004682] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.min_version = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.004777] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.region_name = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.004911] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.retriable_status_codes = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.005054] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.service_name = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.005193] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.service_type = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.005335] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.split_loggers = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.005472] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.status_code_retries = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.005608] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.status_code_retry_delay = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.005743] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.timeout = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.005878] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.valid_interfaces = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.006026] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ironic.version = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.006176] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] cli_script.dry_run = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.006330] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.006472] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.006617] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.006757] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.006895] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.007043] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.007185] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.007387] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.007488] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.007592] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.007768] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.007869] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.008027] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.008178] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.008341] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.008460] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.008603] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.008749] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.008890] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.009041] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.009191] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.009332] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.009474] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.009616] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.009842] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.010014] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.010167] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.010335] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.010485] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.010628] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.ssl = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.010779] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.010926] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.011084] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.011255] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.011418] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.ssl_version = {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.011561] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.011709] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_notifications.driver = [] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.011852] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_notifications.retry = -1 {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.012034] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.012188] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] oslo_messaging_notifications.transport_url = **** {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 472.012303] env[63386]: DEBUG oslo_service.service [None req-a8184e67-6673-4de5-8c72-023a21b44d0f None None] ******************************************************************************** {{(pid=63386) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 472.013332] env[63386]: DEBUG neutron.agent.securitygroups_rpc [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Init firewall settings (driver=nsxv3) {{(pid=63386) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 472.014679] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=63386) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 472.014902] env[63386]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] RPC agent_id: nsxm-l-01a.corp.local [ 472.017230] env[63386]: DEBUG dogpile.cache.region [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 472.017417] env[63386]: DEBUG dogpile.lock [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 472.017465] env[63386]: DEBUG dogpile.lock [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 472.017554] env[63386]: DEBUG dogpile.lock [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 472.017650] env[63386]: DEBUG dogpile.cache.region [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 472.017741] env[63386]: DEBUG dogpile.lock [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 472.017867] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 472.036487] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Session token - acquiring [ 472.037967] env[63386]: DEBUG networking_nsxv3.common.locking [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 472.038176] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 472.038307] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 472.038737] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 472.049065] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 472.314452] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 472.334328] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 472.334503] env[63386]: DEBUG dogpile.cache.region [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Cache value generated in 0.317 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 472.334608] env[63386]: DEBUG dogpile.lock [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 472.334733] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Activating Policy API Provider. [ 472.334928] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Looking for the default Infrastructure Rules. [ 472.395603] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Looking for the Default Layer3 Logged Drop Section. [ 472.408663] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 472.409185] env[63386]: DEBUG networking_nsxv3.common.locking [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 472.409381] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquiring lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 472.409512] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 472.409820] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired external semaphore "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 472.410258] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 472.925556] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 473.428981] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 473.930505] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Inventory metadata is going to be refreshed. [ 473.930653] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 474.878209] env[63386]: DEBUG networking_nsxv3.common.locking [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 474.878625] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 474.878625] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 474.878852] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 474.890372] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 474.891380] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 474.892323] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 474.908734] env[63386]: DEBUG networking_nsxv3.common.locking [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 474.908913] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 474.908998] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 474.909288] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 474.909414] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 474.909557] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 474.909676] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 474.909783] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 474.927782] env[63386]: DEBUG networking_nsxv3.common.locking [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 474.927937] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 474.928043] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 474.928318] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 474.928491] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 474.928627] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 474.946828] env[63386]: DEBUG networking_nsxv3.common.locking [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 474.946994] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 474.947083] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 474.947303] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 474.947438] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 474.947570] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 474.967155] env[63386]: DEBUG networking_nsxv3.common.locking [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 474.967318] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquiring lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 474.967402] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 474.967621] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired external semaphore "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 474.967751] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Releasing lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 474.967884] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 474.967991] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 474.968110] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 474.984307] env[63386]: DEBUG networking_nsxv3.common.locking [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 474.984473] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquiring lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 474.984582] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 474.984805] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired external semaphore "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 474.984922] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Releasing lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 474.985065] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 474.985173] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 474.985282] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 475.004644] env[63386]: DEBUG networking_nsxv3.common.locking [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 475.004817] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 475.004913] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 475.005171] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 475.005311] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 475.005460] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 475.005576] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 475.005677] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Inventory metadata have been refreshed. [ 475.005788] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Dryrun:True. Metadata refresh completed. [ 475.005912] env[63386]: DEBUG oslo_concurrency.lockutils [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Releasing lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 475.007570] env[63386]: INFO neutron.agent.agent_extensions_manager [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Loaded agent extensions: [] [ 475.008283] env[63386]: DEBUG neutron_lib.callbacks.manager [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=63386) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 475.055529] env[63386]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] NSXv3 Agent Agent RPC Daemon Started! [ 475.055639] env[63386]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] NSXv3 Agent Agent loop - iteration:0 started [ 475.055747] env[63386]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] NSXv3 Agent Agent out of sync with plugin! [ 480.008841] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 480.009225] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 485.010569] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 485.010569] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 488.788383] env[63386]: INFO networking_nsxv3.common.synchronization [None req-18c64bb5-2354-4a80-a2ed-718ce371bb68 demo admin] Enqueued Resource ID: 3e2d03be-5213-4ed6-b4a0-ca5cf14cd8e9 with Priority: HIGHEST for action security_group_rules [ 488.788383] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2d03be-5213-4ed6-b4a0-ca5cf14cd8e9 with Priority: HIGHEST for action security_group_rules [ 488.788383] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e2d03be-5213-4ed6-b4a0-ca5cf14cd8e9 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 488.788383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e2d03be-5213-4ed6-b4a0-ca5cf14cd8e9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 488.788383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e2d03be-5213-4ed6-b4a0-ca5cf14cd8e9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 488.788383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e2d03be-5213-4ed6-b4a0-ca5cf14cd8e9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 488.788383] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e2d03be-5213-4ed6-b4a0-ca5cf14cd8e9',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 489.309122] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 489.309122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 489.309122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 489.309122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 489.309122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 489.309122] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e2d03be-5213-4ed6-b4a0-ca5cf14cd8e9 already deleted. [ 489.309122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e2d03be-5213-4ed6-b4a0-ca5cf14cd8e9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 493.788238] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 493.788569] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 498.789730] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 498.789730] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 503.791038] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 503.791521] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 508.794024] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 508.794024] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 513.794834] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 513.795090] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 514.011110] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.011237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 514.011311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.011523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 514.011773] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 514.514266] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 515.018066] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 515.520050] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 515.520376] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 515.672618] env[63386]: INFO networking_nsxv3.common.synchronization [None req-776de13b-823c-4b37-af98-4b2a3815587d None None] Enqueued Resource ID: 640f42b8-b9d9-47d6-b575-0515f4e2e008 with Priority: HIGHEST for action port [ 515.673468] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640f42b8-b9d9-47d6-b575-0515f4e2e008 with Priority: HIGHEST for action port [ 515.674280] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-640f42b8-b9d9-47d6-b575-0515f4e2e008 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.674650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-640f42b8-b9d9-47d6-b575-0515f4e2e008" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.674905] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-640f42b8-b9d9-47d6-b575-0515f4e2e008" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.675296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-640f42b8-b9d9-47d6-b575-0515f4e2e008" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.675622] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('640f42b8-b9d9-47d6-b575-0515f4e2e008',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 515.946884] env[63386]: INFO networking_nsxv3.common.synchronization [None req-7ce35deb-d1f6-4ce7-9414-b5e481af0441 None None] Enqueued Resource ID: ca1c0acc-28fb-4f12-a90b-9cb42792e058 with Priority: HIGHEST for action port [ 515.947414] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1c0acc-28fb-4f12-a90b-9cb42792e058 with Priority: HIGHEST for action port [ 515.947715] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca1c0acc-28fb-4f12-a90b-9cb42792e058 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.947841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca1c0acc-28fb-4f12-a90b-9cb42792e058" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 515.947910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca1c0acc-28fb-4f12-a90b-9cb42792e058" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.948178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca1c0acc-28fb-4f12-a90b-9cb42792e058" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 515.948261] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca1c0acc-28fb-4f12-a90b-9cb42792e058',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 516.179951] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 640f42b8-b9d9-47d6-b575-0515f4e2e008 [ 516.180424] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.180607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.180680] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.180885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.181153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.181153] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:640f42b8-b9d9-47d6-b575-0515f4e2e008 already deleted. [ 516.181244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-640f42b8-b9d9-47d6-b575-0515f4e2e008" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.261191] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.261333] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.261371] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.262237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.273727] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 516.276368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.277466] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 516.294451] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.294684] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.294684] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.295144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.297956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.297956] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 516.297956] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.297956] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 516.314608] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.314608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.314608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.314608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.314608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.314608] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 516.332612] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.332612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.332612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.332612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.332612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.332612] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 516.349792] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.349942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.350265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.350610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.350761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.350904] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 516.351016] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.351113] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 516.368627] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.368627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.368627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.368627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.368627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.368988] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 516.368988] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.368988] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 516.391146] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.391346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.391433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.391718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.391914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.392009] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 516.392080] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 516.392164] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 516.392286] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 516.392333] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 516.392367] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 516.392426] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 516.392718] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 516.392795] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 516.392927] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 516.414474] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.415876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.415876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.415876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.415876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.415876] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 516.435348] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.435348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.435348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.435348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.435348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.445402] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.450920] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca1c0acc-28fb-4f12-a90b-9cb42792e058 [ 516.451069] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.451201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 516.451271] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.451498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 516.451536] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 516.452104] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca1c0acc-28fb-4f12-a90b-9cb42792e058 already deleted. [ 516.452104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca1c0acc-28fb-4f12-a90b-9cb42792e058" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 517.877961] env[63386]: INFO networking_nsxv3.common.synchronization [None req-91104c84-5619-480a-b5ef-0c43663d7b45 None None] Enqueued Resource ID: e687dab8-04ba-44c6-a4ca-cc79de3f8c0d with Priority: HIGHEST for action port [ 517.878257] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e687dab8-04ba-44c6-a4ca-cc79de3f8c0d with Priority: HIGHEST for action port [ 517.881426] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-e687dab8-04ba-44c6-a4ca-cc79de3f8c0d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.881426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e687dab8-04ba-44c6-a4ca-cc79de3f8c0d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 517.881426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e687dab8-04ba-44c6-a4ca-cc79de3f8c0d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.881426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e687dab8-04ba-44c6-a4ca-cc79de3f8c0d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 517.881426] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e687dab8-04ba-44c6-a4ca-cc79de3f8c0d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.383408] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e687dab8-04ba-44c6-a4ca-cc79de3f8c0d [ 518.383512] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.385941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.385941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.385941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.385941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.385941] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e687dab8-04ba-44c6-a4ca-cc79de3f8c0d already deleted. [ 518.385941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e687dab8-04ba-44c6-a4ca-cc79de3f8c0d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.390779] env[63386]: INFO networking_nsxv3.common.synchronization [None req-7f676c81-a6f4-4457-9657-14ea35694c28 None None] Enqueued Resource ID: eeeb4d3d-f399-4e1a-906e-2d3ac2c7126c with Priority: HIGHEST for action port [ 518.391101] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeeb4d3d-f399-4e1a-906e-2d3ac2c7126c with Priority: HIGHEST for action port [ 518.391713] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeeb4d3d-f399-4e1a-906e-2d3ac2c7126c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.391828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeeb4d3d-f399-4e1a-906e-2d3ac2c7126c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.391897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeeb4d3d-f399-4e1a-906e-2d3ac2c7126c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.396498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeeb4d3d-f399-4e1a-906e-2d3ac2c7126c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.396498] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeeb4d3d-f399-4e1a-906e-2d3ac2c7126c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.538865] env[63386]: INFO networking_nsxv3.common.synchronization [None req-15f2cac0-48b1-472c-9591-edd7d3750479 None None] Enqueued Resource ID: fa278c13-3e8f-42a5-bd4f-e80e4a95d773 with Priority: HIGHEST for action port [ 518.538865] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa278c13-3e8f-42a5-bd4f-e80e4a95d773 with Priority: HIGHEST for action port [ 518.538865] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa278c13-3e8f-42a5-bd4f-e80e4a95d773 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.538865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa278c13-3e8f-42a5-bd4f-e80e4a95d773" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.538865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa278c13-3e8f-42a5-bd4f-e80e4a95d773" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.539259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa278c13-3e8f-42a5-bd4f-e80e4a95d773" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.539484] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa278c13-3e8f-42a5-bd4f-e80e4a95d773',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 518.899404] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eeeb4d3d-f399-4e1a-906e-2d3ac2c7126c [ 518.899838] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.899838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 518.899838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.900203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 518.900203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 518.900320] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eeeb4d3d-f399-4e1a-906e-2d3ac2c7126c already deleted. [ 518.900320] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeeb4d3d-f399-4e1a-906e-2d3ac2c7126c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.041428] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa278c13-3e8f-42a5-bd4f-e80e4a95d773 [ 519.042245] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.042245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.042245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.042245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.042245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.042245] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa278c13-3e8f-42a5-bd4f-e80e4a95d773 already deleted. [ 519.042435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa278c13-3e8f-42a5-bd4f-e80e4a95d773" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.070562] env[63386]: INFO networking_nsxv3.common.synchronization [None req-9d048417-8007-45e2-a3b1-7b50242bb4e7 None None] Enqueued Resource ID: 396fe04d-57ff-494f-b946-894d666a8f1d with Priority: HIGHEST for action port [ 519.070836] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396fe04d-57ff-494f-b946-894d666a8f1d with Priority: HIGHEST for action port [ 519.077015] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-396fe04d-57ff-494f-b946-894d666a8f1d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.077015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-396fe04d-57ff-494f-b946-894d666a8f1d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.077015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-396fe04d-57ff-494f-b946-894d666a8f1d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.077015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-396fe04d-57ff-494f-b946-894d666a8f1d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.077015] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('396fe04d-57ff-494f-b946-894d666a8f1d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.489236] env[63386]: INFO networking_nsxv3.common.synchronization [None req-3f285c85-fca2-4a2f-8fa5-16eb85802d84 None None] Enqueued Resource ID: dde2efa7-1ef3-4148-8a35-b764ccc63df5 with Priority: HIGHEST for action port [ 519.489236] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde2efa7-1ef3-4148-8a35-b764ccc63df5 with Priority: HIGHEST for action port [ 519.489236] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-dde2efa7-1ef3-4148-8a35-b764ccc63df5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.489236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dde2efa7-1ef3-4148-8a35-b764ccc63df5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.489236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dde2efa7-1ef3-4148-8a35-b764ccc63df5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.489236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dde2efa7-1ef3-4148-8a35-b764ccc63df5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.489236] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde2efa7-1ef3-4148-8a35-b764ccc63df5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.578805] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 396fe04d-57ff-494f-b946-894d666a8f1d [ 519.578805] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.578805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.578805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.578805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.578805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.578805] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:396fe04d-57ff-494f-b946-894d666a8f1d already deleted. [ 519.578805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-396fe04d-57ff-494f-b946-894d666a8f1d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.992451] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dde2efa7-1ef3-4148-8a35-b764ccc63df5 [ 519.992451] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.997839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 519.997839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.997839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 519.997839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 519.997839] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dde2efa7-1ef3-4148-8a35-b764ccc63df5 already deleted. [ 519.997839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dde2efa7-1ef3-4148-8a35-b764ccc63df5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.404431] env[63386]: INFO networking_nsxv3.common.synchronization [None req-c75c3016-dc9f-464b-ad80-ec9da1951d85 None None] Enqueued Resource ID: 67db51d8-22a8-4a88-9d2c-decec2908a92 with Priority: HIGHEST for action port [ 521.404431] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67db51d8-22a8-4a88-9d2c-decec2908a92 with Priority: HIGHEST for action port [ 521.404431] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-67db51d8-22a8-4a88-9d2c-decec2908a92 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.404431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67db51d8-22a8-4a88-9d2c-decec2908a92" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.404431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67db51d8-22a8-4a88-9d2c-decec2908a92" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.405896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67db51d8-22a8-4a88-9d2c-decec2908a92" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.406070] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67db51d8-22a8-4a88-9d2c-decec2908a92',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 521.909529] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67db51d8-22a8-4a88-9d2c-decec2908a92 [ 521.909777] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.909913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.910009] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.910208] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 521.910376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.910452] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67db51d8-22a8-4a88-9d2c-decec2908a92 already deleted. [ 521.910483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67db51d8-22a8-4a88-9d2c-decec2908a92" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.694668] env[63386]: INFO networking_nsxv3.common.synchronization [None req-76ddbeef-c54a-42d8-9f45-87499447b912 None None] Enqueued Resource ID: 21fbf0fc-b394-495b-8d0e-c89a0189ae17 with Priority: HIGHEST for action port [ 522.699062] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21fbf0fc-b394-495b-8d0e-c89a0189ae17 with Priority: HIGHEST for action port [ 522.699062] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-21fbf0fc-b394-495b-8d0e-c89a0189ae17 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.699062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21fbf0fc-b394-495b-8d0e-c89a0189ae17" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.699062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21fbf0fc-b394-495b-8d0e-c89a0189ae17" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.699062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21fbf0fc-b394-495b-8d0e-c89a0189ae17" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 522.699062] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21fbf0fc-b394-495b-8d0e-c89a0189ae17',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.199741] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21fbf0fc-b394-495b-8d0e-c89a0189ae17 [ 523.200803] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.200803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.200803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.200803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.200803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.200803] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21fbf0fc-b394-495b-8d0e-c89a0189ae17 already deleted. [ 523.200803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21fbf0fc-b394-495b-8d0e-c89a0189ae17" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.476250] env[63386]: INFO networking_nsxv3.common.synchronization [None req-99679fea-14e1-4f93-861c-f91d3fa493b1 None None] Enqueued Resource ID: c0b6116e-2d3b-42bc-b84a-255af3e91b91 with Priority: HIGHEST for action port [ 523.477245] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b6116e-2d3b-42bc-b84a-255af3e91b91 with Priority: HIGHEST for action port [ 523.477761] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0b6116e-2d3b-42bc-b84a-255af3e91b91 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.477945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0b6116e-2d3b-42bc-b84a-255af3e91b91" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.478205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0b6116e-2d3b-42bc-b84a-255af3e91b91" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.478525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0b6116e-2d3b-42bc-b84a-255af3e91b91" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.478612] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0b6116e-2d3b-42bc-b84a-255af3e91b91',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.494747] env[63386]: INFO networking_nsxv3.common.synchronization [None req-95a82fff-7fde-4f49-8f28-df43893bc282 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Enqueued Resource ID: 036ca66a-131e-49ba-9f27-e441b42ef467 with Priority: HIGHEST for action security_group_rules [ 523.495426] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036ca66a-131e-49ba-9f27-e441b42ef467 with Priority: HIGHEST for action security_group_rules [ 523.495666] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036ca66a-131e-49ba-9f27-e441b42ef467 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.495907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.495907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.497024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.497024] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036ca66a-131e-49ba-9f27-e441b42ef467',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.590392] env[63386]: INFO networking_nsxv3.common.synchronization [None req-69b28d6c-6398-4ebf-8236-b324563d3d01 None None] Enqueued Resource ID: c8ee7402-76f6-460f-a7c6-17556d889053 with Priority: HIGHEST for action port [ 523.592315] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ee7402-76f6-460f-a7c6-17556d889053 with Priority: HIGHEST for action port [ 523.593645] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8ee7402-76f6-460f-a7c6-17556d889053 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.593645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8ee7402-76f6-460f-a7c6-17556d889053" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.593645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8ee7402-76f6-460f-a7c6-17556d889053" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.593645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8ee7402-76f6-460f-a7c6-17556d889053" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.593645] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8ee7402-76f6-460f-a7c6-17556d889053',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.817564] env[63386]: INFO networking_nsxv3.common.synchronization [None req-52aabc62-622e-4809-90ce-fbe01c469df0 tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Enqueued Resource ID: 036ca66a-131e-49ba-9f27-e441b42ef467 with Priority: HIGHEST for action security_group_rules [ 523.818533] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036ca66a-131e-49ba-9f27-e441b42ef467 with Priority: HIGHEST for action security_group_rules [ 523.818964] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036ca66a-131e-49ba-9f27-e441b42ef467 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.819051] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.851564] env[63386]: INFO networking_nsxv3.common.synchronization [req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 req-4c5284b7-f0f8-4de6-b4f8-30a3c25b06e7 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Enqueued Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_members [ 523.852027] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_members [ 523.852469] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.852469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.854739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.854739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.854739] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.854739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.854739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.854739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.855324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.855498] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.980908] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0b6116e-2d3b-42bc-b84a-255af3e91b91 [ 523.981179] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.981972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 523.981972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.981972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 523.981972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 523.981972] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0b6116e-2d3b-42bc-b84a-255af3e91b91 already deleted. [ 523.981972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0b6116e-2d3b-42bc-b84a-255af3e91b91" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.017613] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.017783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.017783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.018046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.018183] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.018301] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036ca66a-131e-49ba-9f27-e441b42ef467 already deleted. [ 524.018541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.018622] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.018967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.019077] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036ca66a-131e-49ba-9f27-e441b42ef467',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.097978] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8ee7402-76f6-460f-a7c6-17556d889053 [ 524.097978] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.097978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.097978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.097978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.097978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.097978] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8ee7402-76f6-460f-a7c6-17556d889053 already deleted. [ 524.097978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8ee7402-76f6-460f-a7c6-17556d889053" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.358858] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.359184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.359184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.359374] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.359405] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.359709] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.359709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.359810] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.360037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.360037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.360037] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df11f511-f546-41b1-93bb-8c4c607e38a8 already deleted. [ 524.360156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.543195] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.543911] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.544173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.544926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.544926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.545402] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036ca66a-131e-49ba-9f27-e441b42ef467 already deleted. [ 524.545402] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 524.829505] env[63386]: INFO networking_nsxv3.common.synchronization [None req-8dd682d0-f997-4c08-8295-f96354196ddf None None] Enqueued Resource ID: 865ed1b7-4aa6-46e2-8fad-1da17243fb8d with Priority: HIGHEST for action port [ 524.829794] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 865ed1b7-4aa6-46e2-8fad-1da17243fb8d with Priority: HIGHEST for action port [ 524.831587] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-865ed1b7-4aa6-46e2-8fad-1da17243fb8d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.831587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-865ed1b7-4aa6-46e2-8fad-1da17243fb8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 524.831587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-865ed1b7-4aa6-46e2-8fad-1da17243fb8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.831587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-865ed1b7-4aa6-46e2-8fad-1da17243fb8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 524.831849] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('865ed1b7-4aa6-46e2-8fad-1da17243fb8d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.090488] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.091612] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.091612] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.091612] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.091612] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.091964] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.091964] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.092096] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.092188] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.092480] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 525.092605] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.092858] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.092858] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.092984] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 525.093112] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.093263] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.109797] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 525.109976] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 525.110136] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 525.110318] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.110664] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.110901] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.112206] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.112206] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.112206] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1c1254-a16a-4709-8cc6-c0f52a70c6e1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.335849] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 865ed1b7-4aa6-46e2-8fad-1da17243fb8d [ 525.335849] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.335849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.335849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.335849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.335849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.335849] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:865ed1b7-4aa6-46e2-8fad-1da17243fb8d already deleted. [ 525.335849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-865ed1b7-4aa6-46e2-8fad-1da17243fb8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.442999] env[63386]: INFO networking_nsxv3.common.synchronization [None req-79563300-1abb-4f34-b33a-7ee9a6b36e5f None None] Enqueued Resource ID: ab3b184e-58a9-416f-90ed-0609d16a2084 with Priority: HIGHEST for action port [ 525.444457] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3b184e-58a9-416f-90ed-0609d16a2084 with Priority: HIGHEST for action port [ 525.445093] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab3b184e-58a9-416f-90ed-0609d16a2084 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.445224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab3b184e-58a9-416f-90ed-0609d16a2084" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.445296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab3b184e-58a9-416f-90ed-0609d16a2084" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.446042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab3b184e-58a9-416f-90ed-0609d16a2084" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.446042] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab3b184e-58a9-416f-90ed-0609d16a2084',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.554919] env[63386]: INFO networking_nsxv3.common.synchronization [req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 req-cc9544a6-6066-412d-a0db-30358b81967e tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Enqueued Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 525.555180] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 525.555489] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.555607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.555696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.555959] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.558949] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.559765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.559851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.561295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.561295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.561295] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.615331] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.615671] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.615671] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.615980] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.616198] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.616751] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 not found, creating... [ 525.616751] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.616751] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.616923] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.617841] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.617841] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.617841] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.617841] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.618421] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.620607] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.621026] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.621026] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 is going to be created. [ 525.642593] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.643202] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.643202] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.643316] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.643473] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.643706] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.948126] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab3b184e-58a9-416f-90ed-0609d16a2084 [ 525.948493] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.948493] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.948598] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.949200] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.949200] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.949200] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab3b184e-58a9-416f-90ed-0609d16a2084 already deleted. [ 525.949200] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab3b184e-58a9-416f-90ed-0609d16a2084" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.956103] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.956103] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-809" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.956103] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-809" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.956103] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-809" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.956103] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.956103] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.956103] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.956103] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.957325] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.957674] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 525.959096] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 525.959096] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 525.959096] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 525.959096] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 525.959402] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 525.959649] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 525.980103] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 525.980103] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 525.980103] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 525.980103] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-809" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 525.980103] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.980103] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 525.980103] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.980103] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 525.980103] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1e47fd-f19f-4cba-b700-bd8a3ef6242b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.063869] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.064054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.064121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.064425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.064425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.064945] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.064945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.064945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.064945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.065163] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.065163] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 336d666c-9eaf-462a-92f4-9f09f7536596 already deleted. [ 526.065163] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.481818] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.484018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.484018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.484018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.484018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.484018] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 2b1e47fd-f19f-4cba-b700-bd8a3ef6242b not found, creating... [ 526.484018] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.484018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.484018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.484314] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.484314] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.485164] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.485455] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.485616] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.486560] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.486747] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.486937] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 2b1e47fd-f19f-4cba-b700-bd8a3ef6242b is going to be created. [ 526.507255] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.507255] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.507255] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.507255] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.507255] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.507453] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.955423] env[63386]: INFO networking_nsxv3.common.synchronization [req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 req-3f910c74-a3e8-4f5c-a6b9-c4fd13ecef92 service nova] Enqueued Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_rules [ 526.957392] env[63386]: INFO networking_nsxv3.common.synchronization [req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 req-3f910c74-a3e8-4f5c-a6b9-c4fd13ecef92 service nova] Enqueued Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_members [ 526.957392] env[63386]: INFO networking_nsxv3.common.synchronization [req-e7ceb9b5-e716-4a2f-bd93-fa53c06f2b06 req-3f910c74-a3e8-4f5c-a6b9-c4fd13ecef92 service nova] Enqueued Resource ID: 7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 with Priority: HIGHEST for action port [ 526.957392] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_rules [ 526.957392] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_members [ 526.957392] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 with Priority: HIGHEST for action port [ 526.957583] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.959074] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.959074] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.959074] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.959074] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.959842] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.959951] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.961479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.961479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.961479] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.961479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.961479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.961479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.961479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 526.961479] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.962204] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.966079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 526.966969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.966969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 526.966969] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1c1254-a16a-4709-8cc6-c0f52a70c6e1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.425772] env[63386]: INFO networking_nsxv3.common.synchronization [None req-fdb9ade4-84e2-4a65-9e4c-63f7c5f1e13f None None] Enqueued Resource ID: 13cdc0c6-350a-4005-b527-7b8d10c29d6b with Priority: HIGHEST for action port [ 527.426022] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cdc0c6-350a-4005-b527-7b8d10c29d6b with Priority: HIGHEST for action port [ 527.426589] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-13cdc0c6-350a-4005-b527-7b8d10c29d6b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.426717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13cdc0c6-350a-4005-b527-7b8d10c29d6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.426783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13cdc0c6-350a-4005-b527-7b8d10c29d6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.427046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13cdc0c6-350a-4005-b527-7b8d10c29d6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.427125] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13cdc0c6-350a-4005-b527-7b8d10c29d6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.468937] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.469082] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.481307] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 with status ACTIVE [ 527.481531] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.481685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.481738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.482025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.485178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.485407] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.485519] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.485584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.485777] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.485856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.487025] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.487025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.487025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.487025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.487025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.487025] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b1c1254-a16a-4709-8cc6-c0f52a70c6e1 is going to be updated. [ 527.487880] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.508978] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.509165] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.509235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.509484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.509620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.509789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b1c1254-a16a-4709-8cc6-c0f52a70c6e1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.924240] env[63386]: INFO networking_nsxv3.common.synchronization [req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 req-c02c07a3-af0e-49de-9635-0f0db0993929 service nova] Enqueued Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_rules [ 527.924425] env[63386]: INFO networking_nsxv3.common.synchronization [req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 req-c02c07a3-af0e-49de-9635-0f0db0993929 service nova] Enqueued Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 527.924496] env[63386]: INFO networking_nsxv3.common.synchronization [req-b3bec82f-aa71-41e6-b9fa-ecdf11765e54 req-c02c07a3-af0e-49de-9635-0f0db0993929 service nova] Enqueued Resource ID: 2b1e47fd-f19f-4cba-b700-bd8a3ef6242b with Priority: HIGHEST for action port [ 527.925070] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_rules [ 527.925070] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 527.925070] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1e47fd-f19f-4cba-b700-bd8a3ef6242b with Priority: HIGHEST for action port [ 527.925989] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.925989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.925989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.925989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.925989] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.927494] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.927614] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.927686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.927859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.928175] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.928175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.928175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.928454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.928454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.928454] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.929221] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.929317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.929393] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.929544] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.929629] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1e47fd-f19f-4cba-b700-bd8a3ef6242b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.930839] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13cdc0c6-350a-4005-b527-7b8d10c29d6b [ 527.931018] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.931129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.931196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.931386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.931418] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.931510] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13cdc0c6-350a-4005-b527-7b8d10c29d6b already deleted. [ 527.931586] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13cdc0c6-350a-4005-b527-7b8d10c29d6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.971965] env[63386]: INFO networking_nsxv3.common.synchronization [req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e req-9950d26a-ff4f-44e1-bd41-65d25018a3eb tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 527.971965] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 527.971965] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.971965] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.971965] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.971965] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.972521] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.972521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.972521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.972614] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 527.972646] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.972732] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.991184] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.433589] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.433690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.433938] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.434819] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b1e47fd-f19f-4cba-b700-bd8a3ef6242b with status ACTIVE [ 528.434991] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.435127] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.435201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.435410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.436025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.436025] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.436025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.436025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.436025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.436215] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.436893] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.436893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.436893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.436893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.436893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.436893] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b1e47fd-f19f-4cba-b700-bd8a3ef6242b is going to be updated. [ 528.463049] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.463049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.463049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.463049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.464991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.464991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1e47fd-f19f-4cba-b700-bd8a3ef6242b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.474834] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.474985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.475370] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.475370] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.475506] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.475708] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.475802] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.475840] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.476940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.476940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.476940] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 already deleted. [ 528.476940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.496764] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.496764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.496764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.496764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.496764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.496764] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df11f511-f546-41b1-93bb-8c4c607e38a8 is going to be created. [ 528.520988] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.521228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.521228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.521444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.521605] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.533432] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df11f511-f546-41b1-93bb-8c4c607e38a8 in Status: UNINITIALIZED for 2s [ 528.554712] env[63386]: INFO networking_nsxv3.common.synchronization [None req-c0e4ce78-9120-42e0-863b-98d2e1147b17 None None] Enqueued Resource ID: 17853d8f-1b76-46b2-b440-01e7b39f1019 with Priority: HIGHEST for action port [ 528.555016] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17853d8f-1b76-46b2-b440-01e7b39f1019 with Priority: HIGHEST for action port [ 528.555641] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-17853d8f-1b76-46b2-b440-01e7b39f1019 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.555749] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17853d8f-1b76-46b2-b440-01e7b39f1019" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.555906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17853d8f-1b76-46b2-b440-01e7b39f1019" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.556073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17853d8f-1b76-46b2-b440-01e7b39f1019" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.556139] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17853d8f-1b76-46b2-b440-01e7b39f1019',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.888982] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.889128] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.889298] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.890108] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.890108] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.890108] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.892199] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.892924] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.892924] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.892924] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 528.893274] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.893274] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.893274] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.893274] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 528.893464] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.893516] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.910743] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 528.911037] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 528.911099] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 528.911261] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 528.911566] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-7222ae59-8ac2-4e02-9f5a-38c630dd137b taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.911762] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-7222ae59-8ac2-4e02-9f5a-38c630dd137b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 528.911988] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-7222ae59-8ac2-4e02-9f5a-38c630dd137b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.912186] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-7222ae59-8ac2-4e02-9f5a-38c630dd137b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 528.912326] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7222ae59-8ac2-4e02-9f5a-38c630dd137b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.941625] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.061293] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17853d8f-1b76-46b2-b440-01e7b39f1019 [ 529.061666] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.061755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.062164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.062164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.062164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.062381] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17853d8f-1b76-46b2-b440-01e7b39f1019 already deleted. [ 529.062381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17853d8f-1b76-46b2-b440-01e7b39f1019" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.416577] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.417246] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.417246] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.417367] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.417443] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.417610] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 7222ae59-8ac2-4e02-9f5a-38c630dd137b not found, creating... [ 529.417896] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.418087] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.418600] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.418600] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.418600] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.418835] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.419010] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.419887] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.419887] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.419887] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.419887] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 7222ae59-8ac2-4e02-9f5a-38c630dd137b is going to be created. [ 529.439420] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.439650] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.439837] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.440165] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.440416] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.440760] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-7222ae59-8ac2-4e02-9f5a-38c630dd137b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.444771] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.444958] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.445228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.445764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.445859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.445955] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 336d666c-9eaf-462a-92f4-9f09f7536596 is going to be created. [ 529.470185] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.470185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.470185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.470185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.470185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.474424] env[63386]: INFO networking_nsxv3.common.synchronization [None req-ce03c9f3-8444-4e23-ade4-e3b51cd8d5ad None None] Enqueued Resource ID: f26e1546-ee37-4f76-b2b1-a35b17d95841 with Priority: HIGHEST for action port [ 529.475370] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26e1546-ee37-4f76-b2b1-a35b17d95841 with Priority: HIGHEST for action port [ 529.481776] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f26e1546-ee37-4f76-b2b1-a35b17d95841 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.481776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f26e1546-ee37-4f76-b2b1-a35b17d95841" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.481776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f26e1546-ee37-4f76-b2b1-a35b17d95841" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.481776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f26e1546-ee37-4f76-b2b1-a35b17d95841" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.481776] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26e1546-ee37-4f76-b2b1-a35b17d95841',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.481776] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: UNINITIALIZED for 2s [ 529.733361] env[63386]: INFO networking_nsxv3.common.synchronization [req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e req-fd76ad5a-80d1-449e-a182-f8aed91a7058 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 529.733361] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 529.733643] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.733724] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.733757] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.733948] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.734131] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.734201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.734263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.734938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.734938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.734938] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.982558] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f26e1546-ee37-4f76-b2b1-a35b17d95841 [ 529.983093] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.983093] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 529.983093] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.983606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 529.986241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 529.986241] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f26e1546-ee37-4f76-b2b1-a35b17d95841 already deleted. [ 529.986241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f26e1546-ee37-4f76-b2b1-a35b17d95841" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.130638] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.130959] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.131009] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.132510] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.132510] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.132510] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.132510] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.132510] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.132787] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.132864] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 530.135061] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 530.135194] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 530.135477] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 530.135477] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 530.135700] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 530.135700] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 530.158944] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 530.158944] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 530.158944] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 530.158944] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.158944] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-6e7fe3ed-637b-4b28-b53c-599af2b67746 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.158944] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-6e7fe3ed-637b-4b28-b53c-599af2b67746" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.158944] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-6e7fe3ed-637b-4b28-b53c-599af2b67746" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.158944] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-6e7fe3ed-637b-4b28-b53c-599af2b67746" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.158944] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e7fe3ed-637b-4b28-b53c-599af2b67746',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.238470] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.240233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.240233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.240233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.240460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.240512] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.240622] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.240937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.240937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.240937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.241552] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 already deleted. [ 530.241552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.544991] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df11f511-f546-41b1-93bb-8c4c607e38a8 in Status: SUCCESS [ 530.544991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.544991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.544991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.544991] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.544991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.544991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.544991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.544991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.544991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.544991] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.595944] env[63386]: INFO networking_nsxv3.common.synchronization [None req-911b049b-7606-4744-a1c4-b81d4fd09beb None None] Enqueued Resource ID: f6d88484-5510-4d80-b4ba-f2953a429959 with Priority: HIGHEST for action port [ 530.596596] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d88484-5510-4d80-b4ba-f2953a429959 with Priority: HIGHEST for action port [ 530.597688] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6d88484-5510-4d80-b4ba-f2953a429959 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.597844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6d88484-5510-4d80-b4ba-f2953a429959" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.597916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6d88484-5510-4d80-b4ba-f2953a429959" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.598200] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6d88484-5510-4d80-b4ba-f2953a429959" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.598275] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d88484-5510-4d80-b4ba-f2953a429959',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.641740] env[63386]: INFO networking_nsxv3.common.synchronization [req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e req-17941cc0-f4a1-4e8f-b948-78244ea1af88 service nova] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_rules [ 530.641941] env[63386]: INFO networking_nsxv3.common.synchronization [req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e req-17941cc0-f4a1-4e8f-b948-78244ea1af88 service nova] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 530.642097] env[63386]: INFO networking_nsxv3.common.synchronization [req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e req-17941cc0-f4a1-4e8f-b948-78244ea1af88 service nova] Enqueued Resource ID: 7222ae59-8ac2-4e02-9f5a-38c630dd137b with Priority: HIGHEST for action port [ 530.642569] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_rules [ 530.642569] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 530.642676] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7222ae59-8ac2-4e02-9f5a-38c630dd137b with Priority: HIGHEST for action port [ 530.645471] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.645471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.645471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.645471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.645471] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.646516] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.646516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.646516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.647727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.647727] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.647727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.647727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.647727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.647727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.648081] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.648578] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-7222ae59-8ac2-4e02-9f5a-38c630dd137b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.648677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7222ae59-8ac2-4e02-9f5a-38c630dd137b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.652299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7222ae59-8ac2-4e02-9f5a-38c630dd137b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.654049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7222ae59-8ac2-4e02-9f5a-38c630dd137b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.654049] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7222ae59-8ac2-4e02-9f5a-38c630dd137b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.663293] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.663689] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.663689] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.664632] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.664632] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.664632] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 6e7fe3ed-637b-4b28-b53c-599af2b67746 not found, creating... [ 530.664968] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.665158] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.665280] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.665512] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.665671] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.665934] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.666110] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.666230] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.666441] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.666571] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.666710] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 6e7fe3ed-637b-4b28-b53c-599af2b67746 is going to be created. [ 530.686750] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.686913] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.687052] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.687329] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.687555] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 530.688406] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-6e7fe3ed-637b-4b28-b53c-599af2b67746" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.049530] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.049658] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.049714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.049951] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.050135] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.050253] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.050310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.050464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.050549] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.050637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.050883] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.050987] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.050987] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.051133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.051288] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.051375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.051433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.051577] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.051735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.051802] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.051849] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.100956] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6d88484-5510-4d80-b4ba-f2953a429959 [ 531.102591] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.102591] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.103170] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.103418] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.103512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.103764] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6d88484-5510-4d80-b4ba-f2953a429959 already deleted. [ 531.103764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6d88484-5510-4d80-b4ba-f2953a429959" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.157266] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.157266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.157266] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.157266] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7222ae59-8ac2-4e02-9f5a-38c630dd137b with status ACTIVE [ 531.157266] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.157266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.157266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.157266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.157266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.157266] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.157266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.157266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.157266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.157266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.157912] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.162260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.162352] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.162527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.162608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.162755] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7222ae59-8ac2-4e02-9f5a-38c630dd137b is going to be updated. [ 531.188745] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.188745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.188745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.188745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.188745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.188745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7222ae59-8ac2-4e02-9f5a-38c630dd137b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.489019] env[63386]: INFO networking_nsxv3.common.synchronization [req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e req-4adb9313-7ae1-4064-a1d5-79e876463c4b service nova] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_rules [ 531.489019] env[63386]: INFO networking_nsxv3.common.synchronization [req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e req-4adb9313-7ae1-4064-a1d5-79e876463c4b service nova] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 531.489019] env[63386]: INFO networking_nsxv3.common.synchronization [req-0ccd66e3-cfd3-4133-830c-bf0f9ec84d6e req-4adb9313-7ae1-4064-a1d5-79e876463c4b service nova] Enqueued Resource ID: 6e7fe3ed-637b-4b28-b53c-599af2b67746 with Priority: HIGHEST for action port [ 531.489019] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_rules [ 531.489019] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 531.489019] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7fe3ed-637b-4b28-b53c-599af2b67746 with Priority: HIGHEST for action port [ 531.489019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.489019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.489019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.489019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.489019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e7fe3ed-637b-4b28-b53c-599af2b67746 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.489019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e7fe3ed-637b-4b28-b53c-599af2b67746" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.489019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e7fe3ed-637b-4b28-b53c-599af2b67746" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.489019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e7fe3ed-637b-4b28-b53c-599af2b67746" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.489019] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e7fe3ed-637b-4b28-b53c-599af2b67746',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.491752] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: SUCCESS [ 531.491936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.492181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.492378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.492996] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.492996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.492996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.492996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.492996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.493251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.493251] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.555737] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df11f511-f546-41b1-93bb-8c4c607e38a8: rpc.has_security_group_logging(os_id): False [ 531.578025] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.578218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.578299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.578551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.578907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.578975] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.579057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.579090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.579941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.579941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.579941] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.579941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.579941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.579941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.579941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.581552] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.581552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.581552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.581552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.581552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.581552] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df11f511-f546-41b1-93bb-8c4c607e38a8 is going to be created. [ 531.643267] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.643578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.643578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.643683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.643876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.665066] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df11f511-f546-41b1-93bb-8c4c607e38a8 in Status: IN_PROGRESS for 2s [ 531.667503] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.883579] env[63386]: INFO networking_nsxv3.common.synchronization [None req-bc33b5f9-2b3f-4515-a5e1-0aa67253c63e None None] Enqueued Resource ID: cf88aaef-890c-41c1-b34e-11f03f38da1e with Priority: HIGHEST for action port [ 531.883904] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf88aaef-890c-41c1-b34e-11f03f38da1e with Priority: HIGHEST for action port [ 531.884739] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf88aaef-890c-41c1-b34e-11f03f38da1e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.884878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf88aaef-890c-41c1-b34e-11f03f38da1e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.884942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf88aaef-890c-41c1-b34e-11f03f38da1e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.887660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf88aaef-890c-41c1-b34e-11f03f38da1e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.887660] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf88aaef-890c-41c1-b34e-11f03f38da1e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.973848] env[63386]: INFO networking_nsxv3.common.synchronization [req-27c3d837-e935-4255-896e-cac78fa4918c req-0212b714-2f8f-49ba-b745-31ee6dee4150 tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Enqueued Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 531.973848] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 531.973848] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.973848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.973848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.974430] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.974798] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.977032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.977032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.977032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.977032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.977032] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.991560] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e7fe3ed-637b-4b28-b53c-599af2b67746 with status ACTIVE [ 531.995124] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.995124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.995124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.995124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.995124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.995124] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.995124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.995124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.995124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.995124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.995124] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.995124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.995124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.995124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.995124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.995124] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e7fe3ed-637b-4b28-b53c-599af2b67746 is going to be updated. [ 531.997166] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.997730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.018275] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.018360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.018417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.018648] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.018830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.018994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e7fe3ed-637b-4b28-b53c-599af2b67746" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.171791] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.171791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.171791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.171791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.171791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.171791] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 is going to be created. [ 532.194406] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.194406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.194406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.195159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.195554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.205156] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: UNINITIALIZED for 2s [ 532.350600] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.350886] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-809" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.351040] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-809" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.351338] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-809" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.351600] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.351835] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.352081] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.352590] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.352748] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.353030] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 532.353145] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 532.353519] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 532.353519] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 532.353519] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 532.353519] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 532.353695] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 532.374060] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 532.374060] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 532.374060] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 532.374060] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-809" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.374060] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.374060] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.374060] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.374060] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.374060] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.390453] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf88aaef-890c-41c1-b34e-11f03f38da1e [ 532.390453] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.390453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.390453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.390453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.390453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.390453] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf88aaef-890c-41c1-b34e-11f03f38da1e already deleted. [ 532.390453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf88aaef-890c-41c1-b34e-11f03f38da1e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.484196] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.679875] env[63386]: INFO networking_nsxv3.common.synchronization [None req-07448e69-bc78-46c0-a8bd-58d1e169aae5 None None] Enqueued Resource ID: 2be7b577-b6ca-4413-9d01-8779db3f8fbb with Priority: HIGHEST for action port [ 532.680455] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be7b577-b6ca-4413-9d01-8779db3f8fbb with Priority: HIGHEST for action port [ 532.681779] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-2be7b577-b6ca-4413-9d01-8779db3f8fbb taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.681779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2be7b577-b6ca-4413-9d01-8779db3f8fbb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.681779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2be7b577-b6ca-4413-9d01-8779db3f8fbb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.681779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2be7b577-b6ca-4413-9d01-8779db3f8fbb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.681779] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2be7b577-b6ca-4413-9d01-8779db3f8fbb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.877464] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.877686] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.877812] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.878106] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.878471] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.878471] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 not found, creating... [ 532.878691] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.878818] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.878936] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.879375] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.879375] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.880089] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.880089] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.880089] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.880248] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.880284] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.880407] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 is going to be created. [ 532.901598] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.901887] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.901935] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.903117] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.903117] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.903117] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 532.986907] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.184034] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2be7b577-b6ca-4413-9d01-8779db3f8fbb [ 533.184333] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.184472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.184472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.184711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.184765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.184860] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2be7b577-b6ca-4413-9d01-8779db3f8fbb already deleted. [ 533.184943] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2be7b577-b6ca-4413-9d01-8779db3f8fbb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.189992] env[63386]: INFO networking_nsxv3.common.synchronization [req-c0776892-df9f-400c-aaae-e8f32aca266a req-851e96b4-54c8-4bed-85b9-f86ecc58b88d tempest-SecurityGroupRulesNegativeTestJSON-10940518 tempest-SecurityGroupRulesNegativeTestJSON-10940518-project-member] Enqueued Resource ID: 2bc49ca4-33f6-4756-9690-18af3d7c84f2 with Priority: HIGHEST for action security_group_rules [ 533.190523] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc49ca4-33f6-4756-9690-18af3d7c84f2 with Priority: HIGHEST for action security_group_rules [ 533.192366] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bc49ca4-33f6-4756-9690-18af3d7c84f2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.192507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bc49ca4-33f6-4756-9690-18af3d7c84f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.192585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bc49ca4-33f6-4756-9690-18af3d7c84f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.192828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bc49ca4-33f6-4756-9690-18af3d7c84f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.192911] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bc49ca4-33f6-4756-9690-18af3d7c84f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.489412] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.489568] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.489568] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.489817] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.489970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.490052] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 336d666c-9eaf-462a-92f4-9f09f7536596 is going to be updated. [ 533.518031] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.518031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.518031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.518289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.518417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.527789] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: IN_PROGRESS for 2s [ 533.682028] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df11f511-f546-41b1-93bb-8c4c607e38a8 in Status: SUCCESS [ 533.682672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.719317] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.719317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.719317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.719317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.719317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.719317] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bc49ca4-33f6-4756-9690-18af3d7c84f2 already deleted. [ 533.719317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bc49ca4-33f6-4756-9690-18af3d7c84f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.980089] env[63386]: INFO networking_nsxv3.common.synchronization [req-27c3d837-e935-4255-896e-cac78fa4918c req-38c2d642-a35c-4124-898a-01083047541b service nova] Enqueued Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_rules [ 533.980089] env[63386]: INFO networking_nsxv3.common.synchronization [req-27c3d837-e935-4255-896e-cac78fa4918c req-38c2d642-a35c-4124-898a-01083047541b service nova] Enqueued Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 533.980089] env[63386]: INFO networking_nsxv3.common.synchronization [req-27c3d837-e935-4255-896e-cac78fa4918c req-38c2d642-a35c-4124-898a-01083047541b service nova] Enqueued Resource ID: 54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 with Priority: HIGHEST for action port [ 533.980089] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_rules [ 533.980089] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 533.980089] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 with Priority: HIGHEST for action port [ 533.980089] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.980089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.980089] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.980089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.981457] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.981665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 533.981857] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.982219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 533.982374] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.214746] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: SUCCESS [ 534.215087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.215295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.215580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.215824] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.215993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.216160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.216366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.216570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.216655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.216795] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.217854] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.218174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.218232] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.218323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.218386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.218530] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.218647] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.218763] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.485488] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 with status ACTIVE [ 534.485678] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.485936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.486043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.486436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.486631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.486791] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.486924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.486975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.487167] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.487317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.487448] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.487523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.487698] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.487754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.487795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.487900] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0 is going to be updated. [ 534.512632] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.512632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.512632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.512632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.512632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.512632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54c251dd-3b07-4ca4-8bf6-0a9fb6a77db0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.528084] env[63386]: INFO networking_nsxv3.common.synchronization [None req-d2a5fcc5-2138-4316-b6d0-47492e54cde0 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Enqueued Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGHEST for action security_group_rules [ 534.528084] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGHEST for action security_group_rules [ 534.528084] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.528084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.528084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.528257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.528291] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa8726c6-2cb6-4cf4-bd9a-a351213c2807',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.721761] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.721983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.722228] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.802421] env[63386]: INFO networking_nsxv3.common.synchronization [None req-0d91479d-035a-4c12-9f5b-18f446a796d8 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Enqueued Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGHEST for action security_group_rules [ 534.803284] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGHEST for action security_group_rules [ 534.803497] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.803582] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.840571] env[63386]: INFO networking_nsxv3.common.synchronization [None req-f9ba674c-84cf-48fb-9a6b-6ac61fa338b3 None None] Enqueued Resource ID: 545dc1fd-63a2-409b-b6d5-da9544692f98 with Priority: HIGHEST for action port [ 534.841333] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 545dc1fd-63a2-409b-b6d5-da9544692f98 with Priority: HIGHEST for action port [ 534.841451] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-545dc1fd-63a2-409b-b6d5-da9544692f98 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.841605] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-545dc1fd-63a2-409b-b6d5-da9544692f98" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.841656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-545dc1fd-63a2-409b-b6d5-da9544692f98" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.841939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-545dc1fd-63a2-409b-b6d5-da9544692f98" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.842420] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('545dc1fd-63a2-409b-b6d5-da9544692f98',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.052938] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.052938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.052938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.052938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.052938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.052938] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 already deleted. [ 535.052938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.052938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.052938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.052938] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa8726c6-2cb6-4cf4-bd9a-a351213c2807',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.224868] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.268410] env[63386]: INFO networking_nsxv3.common.synchronization [req-333bc6d2-7ef4-486e-be89-0493ba02b973 req-1c35a889-69fb-402f-a569-7e2726190ad2 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Enqueued Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_members [ 535.269013] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_members [ 535.269397] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.269579] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.269642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.269877] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.270069] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.270181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.270246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.270405] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.270851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.270851] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.344589] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 545dc1fd-63a2-409b-b6d5-da9544692f98 [ 535.344872] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.345045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.345091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.345307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.345394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.345489] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:545dc1fd-63a2-409b-b6d5-da9544692f98 already deleted. [ 535.345570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-545dc1fd-63a2-409b-b6d5-da9544692f98" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.540223] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: SUCCESS [ 535.540311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.540927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.541696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.541696] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.541696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.541696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.541696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.541941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.541941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.542036] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.542088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.542118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.542240] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.542371] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.542461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.542516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.542649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.542721] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.542795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.542878] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.543709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.543888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.544050] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.544178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.544246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.544411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.546040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.546040] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.571132] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.571712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.571712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.571712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.571712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.572188] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 already deleted. [ 535.572188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.728806] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.728970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.729181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.729263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.729367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.729463] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 is going to be updated. [ 535.758470] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.758619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.758703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.758949] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.759102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.768224] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: IN_PROGRESS for 2s [ 535.774756] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.774892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.774962] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.775194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.775458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.775458] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.775627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.775627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.775926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.775926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.775926] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 already deleted. [ 535.776091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.959785] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.959785] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.959785] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.959785] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.960600] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.961088] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.961329] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.961701] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.962088] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.962530] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 535.962779] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 535.962996] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 535.965026] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 535.965026] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 535.965026] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 535.965026] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 535.984028] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 535.984028] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 535.984028] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 535.984028] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.984028] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-763cd9b7-b424-4306-b284-7977b7e3bedb taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.984028] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-763cd9b7-b424-4306-b284-7977b7e3bedb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.984028] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-763cd9b7-b424-4306-b284-7977b7e3bedb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.985260] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-763cd9b7-b424-4306-b284-7977b7e3bedb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 535.987651] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('763cd9b7-b424-4306-b284-7977b7e3bedb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.048865] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.048865] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 336d666c-9eaf-462a-92f4-9f09f7536596: rpc.has_security_group_logging(os_id): False [ 536.068478] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.068478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.068478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.068478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.068478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.068478] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.068478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.068478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.068478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.068478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.068478] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.068478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.068478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.068478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.068478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.069155] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.069155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.069155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.069155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.069155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.069155] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 336d666c-9eaf-462a-92f4-9f09f7536596 is going to be created. [ 536.208060] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.208060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.208060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.208060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.208060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.222668] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: IN_PROGRESS for 2s [ 536.490570] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.491078] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.491078] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.492252] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.492252] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.492252] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 763cd9b7-b424-4306-b284-7977b7e3bedb not found, creating... [ 536.492252] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.492252] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.492970] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.492970] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.492970] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.493994] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.494176] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.495666] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.495953] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.496169] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.496292] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 763cd9b7-b424-4306-b284-7977b7e3bedb is going to be created. [ 536.515588] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.515734] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.515871] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.516224] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.516511] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.516759] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-763cd9b7-b424-4306-b284-7977b7e3bedb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.551675] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.870016] env[63386]: INFO networking_nsxv3.common.synchronization [req-5fa3f553-eac7-4a1c-9668-25c17d0e46b5 req-a1240aa1-ad39-425b-a3ca-c0f95a0ed0e5 tempest-SecurityGroupRulesNegativeTestJSON-10940518 tempest-SecurityGroupRulesNegativeTestJSON-10940518-project-member] Enqueued Resource ID: 2bc49ca4-33f6-4756-9690-18af3d7c84f2 with Priority: HIGHEST for action security_group_rules [ 536.870545] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc49ca4-33f6-4756-9690-18af3d7c84f2 with Priority: HIGHEST for action security_group_rules [ 536.870862] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bc49ca4-33f6-4756-9690-18af3d7c84f2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.870992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bc49ca4-33f6-4756-9690-18af3d7c84f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.875294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bc49ca4-33f6-4756-9690-18af3d7c84f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.875294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bc49ca4-33f6-4756-9690-18af3d7c84f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 536.875294] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bc49ca4-33f6-4756-9690-18af3d7c84f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.054865] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.055052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.055134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.055363] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.055462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.055584] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 336d666c-9eaf-462a-92f4-9f09f7536596 is going to be updated. [ 537.093056] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.095279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.095279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.095279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.095279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.103664] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: IN_PROGRESS for 2s [ 537.400915] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.401390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.401532] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.401857] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.402034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.405271] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bc49ca4-33f6-4756-9690-18af3d7c84f2 already deleted. [ 537.405271] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bc49ca4-33f6-4756-9690-18af3d7c84f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.630958] env[63386]: INFO networking_nsxv3.common.synchronization [None req-f2e8bf49-32c2-42a7-8b80-61db8091948f None None] Enqueued Resource ID: 4648220e-24a2-4a61-9fcc-60704e12cb58 with Priority: HIGHEST for action port [ 537.633088] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4648220e-24a2-4a61-9fcc-60704e12cb58 with Priority: HIGHEST for action port [ 537.633088] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-4648220e-24a2-4a61-9fcc-60704e12cb58 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.633603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4648220e-24a2-4a61-9fcc-60704e12cb58" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.635837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4648220e-24a2-4a61-9fcc-60704e12cb58" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.635837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4648220e-24a2-4a61-9fcc-60704e12cb58" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.635837] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4648220e-24a2-4a61-9fcc-60704e12cb58',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.700957] env[63386]: INFO networking_nsxv3.common.synchronization [req-333bc6d2-7ef4-486e-be89-0493ba02b973 req-a08806db-5c97-48ea-8f7b-0fc0c8a37c37 service nova] Enqueued Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_rules [ 537.700957] env[63386]: INFO networking_nsxv3.common.synchronization [req-333bc6d2-7ef4-486e-be89-0493ba02b973 req-a08806db-5c97-48ea-8f7b-0fc0c8a37c37 service nova] Enqueued Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_members [ 537.701195] env[63386]: INFO networking_nsxv3.common.synchronization [req-333bc6d2-7ef4-486e-be89-0493ba02b973 req-a08806db-5c97-48ea-8f7b-0fc0c8a37c37 service nova] Enqueued Resource ID: 763cd9b7-b424-4306-b284-7977b7e3bedb with Priority: HIGHEST for action port [ 537.701452] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_rules [ 537.701590] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_members [ 537.701691] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763cd9b7-b424-4306-b284-7977b7e3bedb with Priority: HIGHEST for action port [ 537.703536] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.703714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.703768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.704120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.704237] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.705271] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.705608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.705608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.705876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.706079] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.706236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.706333] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.706711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.706711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.706711] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.707749] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-763cd9b7-b424-4306-b284-7977b7e3bedb taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.707885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-763cd9b7-b424-4306-b284-7977b7e3bedb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.707978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-763cd9b7-b424-4306-b284-7977b7e3bedb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.708138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-763cd9b7-b424-4306-b284-7977b7e3bedb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.708237] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('763cd9b7-b424-4306-b284-7977b7e3bedb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.789645] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: SUCCESS [ 537.789870] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.790150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.790270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.790460] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.790577] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.790644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.790905] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.791165] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.791165] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.791271] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.791382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.791426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.791551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.791699] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.791837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.791903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.792364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.792503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.792650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.792766] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.953784] env[63386]: INFO networking_nsxv3.common.synchronization [None req-9b60ee50-7424-491f-a8af-617768bcfed5 None None] Enqueued Resource ID: 4040d074-5d5a-465e-ae5c-053f5510411b with Priority: HIGHEST for action port [ 537.953784] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040d074-5d5a-465e-ae5c-053f5510411b with Priority: HIGHEST for action port [ 537.953784] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-4040d074-5d5a-465e-ae5c-053f5510411b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.953784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4040d074-5d5a-465e-ae5c-053f5510411b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.953784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4040d074-5d5a-465e-ae5c-053f5510411b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.953784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4040d074-5d5a-465e-ae5c-053f5510411b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.953784] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4040d074-5d5a-465e-ae5c-053f5510411b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.140420] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4648220e-24a2-4a61-9fcc-60704e12cb58 [ 538.140890] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.141065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.141065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.141308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.141420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.141504] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4648220e-24a2-4a61-9fcc-60704e12cb58 already deleted. [ 538.141581] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4648220e-24a2-4a61-9fcc-60704e12cb58" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.209728] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.210019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.210140] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.211070] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 763cd9b7-b424-4306-b284-7977b7e3bedb with status ACTIVE [ 538.211279] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.211431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.211502] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.211696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.211817] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.212042] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.212164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.212263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.212417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.212499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.212692] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.212815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.212904] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.213100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.213184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.213254] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 763cd9b7-b424-4306-b284-7977b7e3bedb is going to be updated. [ 538.239056] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.239056] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.239056] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.239056] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.239056] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.239056] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-763cd9b7-b424-4306-b284-7977b7e3bedb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.249964] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: SUCCESS [ 538.250279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.250720] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.250968] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.252156] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.295579] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e48d9f1-4368-4853-9c0f-6e9126fd8da2: rpc.has_security_group_logging(os_id): False [ 538.315100] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.315100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.315472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.315472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.315472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.318465] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.318465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.318465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.318465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.318465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.318465] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.318465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.318465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.318465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.318465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.318465] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.318465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.318465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.319102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.319102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.319102] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 is going to be created. [ 538.397416] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.397639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.397639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.397828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.398011] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.413673] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: IN_PROGRESS for 2s [ 538.458956] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4040d074-5d5a-465e-ae5c-053f5510411b [ 538.459250] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.459396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 538.459464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.459677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 538.459764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.459904] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4040d074-5d5a-465e-ae5c-053f5510411b already deleted. [ 538.459998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4040d074-5d5a-465e-ae5c-053f5510411b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.721608] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.753139] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.754191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.116864] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: SUCCESS [ 539.116864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.116864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.116864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.117070] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.117070] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.117160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.117328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.117417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.117528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.117622] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.225872] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.226348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.226517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.228825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.228825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.228825] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 is going to be created. [ 539.252104] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.252187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.252223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.253071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.253071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.266344] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 in Status: UNINITIALIZED for 2s [ 539.598877] env[63386]: INFO networking_nsxv3.common.synchronization [None req-36b20a67-64ca-442f-b785-4a130748597b tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Enqueued Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_rules [ 539.599336] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_rules [ 539.599703] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.599877] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.599983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.600270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.600384] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.621181] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.621333] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.621390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.621594] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.622019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.622019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.622019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.622141] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.622489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.622489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.622489] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.622657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.622657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.622736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.622840] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.622928] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.623019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.623474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.623714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.623805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.625335] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.011431] env[63386]: INFO networking_nsxv3.common.synchronization [None req-54b7d4d2-8e50-4baa-a1db-80705187e057 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Enqueued Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_rules [ 540.011431] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_rules [ 540.011431] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.011431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.119402] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.120393] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.120719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.121112] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.121340] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.122210] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 already deleted. [ 540.122210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.122210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.122210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.122403] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.126231] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 336d666c-9eaf-462a-92f4-9f09f7536596: rpc.has_security_group_logging(os_id): False [ 540.141889] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.142122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.142175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.142367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.142461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.142674] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.142816] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.142880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.142987] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.143079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.143266] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.143379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.143456] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.143605] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.143730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.146244] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.146244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.146244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.146244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.146244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.146244] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 336d666c-9eaf-462a-92f4-9f09f7536596 is going to be updated. [ 540.185094] env[63386]: INFO networking_nsxv3.common.synchronization [req-9b70092c-973c-4a56-a39e-21884819d5d5 req-6a230c78-e7f8-4481-93ab-25a9fc7d1c3d tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Enqueued Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 540.185094] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 540.185262] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.185262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.185355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.185502] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.186749] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.186749] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.186749] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.186990] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.186990] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.187073] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.203758] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.204118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.204118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.204263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.204404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.218488] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: IN_PROGRESS for 2s [ 540.415813] env[63386]: INFO networking_nsxv3.common.synchronization [None req-88bf3ba8-1945-4a86-85d5-3088a624e31b None None] Enqueued Resource ID: 9cf1940f-c0c3-4e7a-bfd6-cb279f15db3a with Priority: HIGHEST for action port [ 540.417439] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf1940f-c0c3-4e7a-bfd6-cb279f15db3a with Priority: HIGHEST for action port [ 540.417990] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cf1940f-c0c3-4e7a-bfd6-cb279f15db3a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.418155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cf1940f-c0c3-4e7a-bfd6-cb279f15db3a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.418231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cf1940f-c0c3-4e7a-bfd6-cb279f15db3a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.418484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cf1940f-c0c3-4e7a-bfd6-cb279f15db3a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.418582] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf1940f-c0c3-4e7a-bfd6-cb279f15db3a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.429812] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: SUCCESS [ 540.430046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.430216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.430566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.430566] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.647135] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.647135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.647135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.653271] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.653271] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.653271] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 already deleted. [ 540.653271] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.691160] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.914113] env[63386]: INFO networking_nsxv3.common.synchronization [None req-dded64b2-f57e-4b2a-a59f-272393e96f99 None None] Enqueued Resource ID: ca569e21-ae19-4f8a-b3d7-e3f48a8f6b6f with Priority: HIGHEST for action port [ 540.914587] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca569e21-ae19-4f8a-b3d7-e3f48a8f6b6f with Priority: HIGHEST for action port [ 540.914893] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca569e21-ae19-4f8a-b3d7-e3f48a8f6b6f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.915169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca569e21-ae19-4f8a-b3d7-e3f48a8f6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.915169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca569e21-ae19-4f8a-b3d7-e3f48a8f6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.915917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca569e21-ae19-4f8a-b3d7-e3f48a8f6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.915917] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca569e21-ae19-4f8a-b3d7-e3f48a8f6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.925211] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cf1940f-c0c3-4e7a-bfd6-cb279f15db3a [ 540.925446] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.925676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.925726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.927166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.927166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.927166] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cf1940f-c0c3-4e7a-bfd6-cb279f15db3a already deleted. [ 540.927166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cf1940f-c0c3-4e7a-bfd6-cb279f15db3a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.935737] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.935737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.935737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.935737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.935737] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.935737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.935737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.935737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 540.935737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.939262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.940047] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.195354] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.234668] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.234668] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-809" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.234668] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-809" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.234668] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-809" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.235115] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.235502] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.235876] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.236431] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.236973] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.237318] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 541.237529] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 541.237738] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 541.237947] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 541.238189] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 541.238571] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 541.238847] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 541.260874] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 541.261404] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 541.261404] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 541.261404] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-809" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.262136] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-282db5e6-a1fd-40af-b6d8-9c91e9104da8 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.262136] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-282db5e6-a1fd-40af-b6d8-9c91e9104da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.262136] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-282db5e6-a1fd-40af-b6d8-9c91e9104da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.262585] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-282db5e6-a1fd-40af-b6d8-9c91e9104da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.262585] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282db5e6-a1fd-40af-b6d8-9c91e9104da8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.274917] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 in Status: SUCCESS [ 541.275145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.275386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.275626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.275702] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.276022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.276022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.276114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.276114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.276192] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.276277] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.283607] env[63386]: INFO networking_nsxv3.common.synchronization [None req-d57c9f3d-4b14-4361-9b1f-84133f4f7281 None None] Enqueued Resource ID: 96396e8f-b387-4414-8ed7-1bd8e93f92b4 with Priority: HIGHEST for action port [ 541.283607] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96396e8f-b387-4414-8ed7-1bd8e93f92b4 with Priority: HIGHEST for action port [ 541.284267] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-96396e8f-b387-4414-8ed7-1bd8e93f92b4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.284339] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96396e8f-b387-4414-8ed7-1bd8e93f92b4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.284375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96396e8f-b387-4414-8ed7-1bd8e93f92b4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.284620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96396e8f-b387-4414-8ed7-1bd8e93f92b4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.284710] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96396e8f-b387-4414-8ed7-1bd8e93f92b4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.428197] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca569e21-ae19-4f8a-b3d7-e3f48a8f6b6f [ 541.428469] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.428634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.428726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.428980] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.429765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.429871] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca569e21-ae19-4f8a-b3d7-e3f48a8f6b6f already deleted. [ 541.429942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca569e21-ae19-4f8a-b3d7-e3f48a8f6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.443857] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.444128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.444228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.445083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.445248] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.445364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.445434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.445718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.445718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.446597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.446597] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.446597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.446597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.446597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.446597] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.446597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.447084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.447084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.447084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.447084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.447591] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.699174] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.699360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.699437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.699767] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.700091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.700091] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 336d666c-9eaf-462a-92f4-9f09f7536596 is going to be updated. [ 541.731064] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.731282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.731334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.731541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.731688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.741163] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: IN_PROGRESS for 2s [ 541.773263] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.773263] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.773263] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.773263] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.773263] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.773263] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 282db5e6-a1fd-40af-b6d8-9c91e9104da8 not found, creating... [ 541.773263] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.773263] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.773263] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.773263] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.773263] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.773803] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.773803] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.773803] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.773803] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.775516] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.775896] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 282db5e6-a1fd-40af-b6d8-9c91e9104da8 is going to be created. [ 541.779357] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.779357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.779357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.779357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.779357] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.779357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.779357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.779357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.779357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.780516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.782160] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.782160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.782160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.782160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.782160] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.782160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.782160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.782160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.782160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.782160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.782160] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.790654] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96396e8f-b387-4414-8ed7-1bd8e93f92b4 [ 541.790879] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.791063] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.791125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.791311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.791390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.791479] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96396e8f-b387-4414-8ed7-1bd8e93f92b4 already deleted. [ 541.791553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96396e8f-b387-4414-8ed7-1bd8e93f92b4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.795665] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.795869] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.795997] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.796369] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.796960] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.796960] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-282db5e6-a1fd-40af-b6d8-9c91e9104da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.952694] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e48d9f1-4368-4853-9c0f-6e9126fd8da2: rpc.has_security_group_logging(os_id): False [ 541.981020] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.981020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.981020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.981020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.981020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.981020] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.981020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.981020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.981020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.981020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.981020] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.981020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.981020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.981020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.981020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.981664] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.981664] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.981664] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.981664] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 541.981664] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.981664] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 is going to be updated. [ 542.064385] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.064497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.064497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.064711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.064852] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.079568] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: IN_PROGRESS for 2s [ 542.101290] env[63386]: INFO networking_nsxv3.common.synchronization [req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 req-aa0cac5b-8adf-4ff3-9ce4-13f91987ef7d tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Enqueued Resource ID: 036ca66a-131e-49ba-9f27-e441b42ef467 with Priority: HIGHEST for action security_group_members [ 542.101632] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036ca66a-131e-49ba-9f27-e441b42ef467 with Priority: HIGHEST for action security_group_members [ 542.103956] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-036ca66a-131e-49ba-9f27-e441b42ef467 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.103956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.103956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.103956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.103956] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.103956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.103956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.103956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.103956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.103956] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036ca66a-131e-49ba-9f27-e441b42ef467',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.241121] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: SUCCESS [ 542.241403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.287471] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80812bb1-66c5-4274-a7da-da6f353d90d7: rpc.has_security_group_logging(os_id): False [ 542.305148] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.305295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.305295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.305885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.305885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.306030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.306030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.306154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.306237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.306309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.306478] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.306615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.306615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.306853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.306853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.307628] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.307628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.307628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.307628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.307628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.307628] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 is going to be created. [ 542.362124] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.362301] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.362301] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.362501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.362687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.373750] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 in Status: IN_PROGRESS for 2s [ 542.607683] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.607683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.607683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.607683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.607683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.607683] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.607683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.607683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.607683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.608117] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.608117] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036ca66a-131e-49ba-9f27-e441b42ef467 already deleted. [ 542.608117] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.785115] env[63386]: INFO networking_nsxv3.common.synchronization [req-9b70092c-973c-4a56-a39e-21884819d5d5 req-834ca313-e29a-455b-935e-93e925f6ab83 service nova] Enqueued Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_rules [ 542.785229] env[63386]: INFO networking_nsxv3.common.synchronization [req-9b70092c-973c-4a56-a39e-21884819d5d5 req-834ca313-e29a-455b-935e-93e925f6ab83 service nova] Enqueued Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 542.785312] env[63386]: INFO networking_nsxv3.common.synchronization [req-9b70092c-973c-4a56-a39e-21884819d5d5 req-834ca313-e29a-455b-935e-93e925f6ab83 service nova] Enqueued Resource ID: 282db5e6-a1fd-40af-b6d8-9c91e9104da8 with Priority: HIGHEST for action port [ 542.785543] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_rules [ 542.785670] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 542.785771] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282db5e6-a1fd-40af-b6d8-9c91e9104da8 with Priority: HIGHEST for action port [ 542.786585] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.786688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.786688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.786895] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.786977] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.787793] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.787880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.791417] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-282db5e6-a1fd-40af-b6d8-9c91e9104da8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.791417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-282db5e6-a1fd-40af-b6d8-9c91e9104da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.791417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-282db5e6-a1fd-40af-b6d8-9c91e9104da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.791417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-282db5e6-a1fd-40af-b6d8-9c91e9104da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.791417] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282db5e6-a1fd-40af-b6d8-9c91e9104da8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.290660] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.291192] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.291451] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 282db5e6-a1fd-40af-b6d8-9c91e9104da8 with status ACTIVE [ 543.291921] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.292245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.292359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.292681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.293119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.293602] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.293785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.294165] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.294399] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.294600] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.295329] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.295329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.295329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.298123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.298123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.298123] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 282db5e6-a1fd-40af-b6d8-9c91e9104da8 is going to be updated. [ 543.318420] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.318562] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.318630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.318856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.319107] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.319258] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-282db5e6-a1fd-40af-b6d8-9c91e9104da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.408165] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.408165] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-458" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.408165] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-458" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.408165] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-458" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.408165] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.410661] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.410873] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.411396] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.411396] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.411643] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 543.411768] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 543.411900] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 543.412018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 543.412155] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 543.412271] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 543.412564] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 543.433585] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 543.433845] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 543.433941] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 543.434149] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-458" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.434467] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-aa0be1f6-411c-489c-b8a5-80c6a102a5be taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.435524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-aa0be1f6-411c-489c-b8a5-80c6a102a5be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.436513] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-aa0be1f6-411c-489c-b8a5-80c6a102a5be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.437278] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-aa0be1f6-411c-489c-b8a5-80c6a102a5be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.438068] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa0be1f6-411c-489c-b8a5-80c6a102a5be',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.752687] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: SUCCESS [ 543.752687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.752687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.752687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.753404] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.753778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.754045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.754621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.757469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.757469] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.802970] env[63386]: INFO networking_nsxv3.common.synchronization [None req-9bc8eb0e-84bf-44a1-b247-290b427da767 None None] Enqueued Resource ID: 6eaa31f9-95cc-4d6e-b0a8-e9cc3b87f43c with Priority: HIGHEST for action port [ 543.803284] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eaa31f9-95cc-4d6e-b0a8-e9cc3b87f43c with Priority: HIGHEST for action port [ 543.803920] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eaa31f9-95cc-4d6e-b0a8-e9cc3b87f43c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.804068] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eaa31f9-95cc-4d6e-b0a8-e9cc3b87f43c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.804068] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eaa31f9-95cc-4d6e-b0a8-e9cc3b87f43c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.804306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eaa31f9-95cc-4d6e-b0a8-e9cc3b87f43c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.804494] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eaa31f9-95cc-4d6e-b0a8-e9cc3b87f43c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.942137] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.942137] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.942137] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.942137] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.942137] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.942137] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port aa0be1f6-411c-489c-b8a5-80c6a102a5be not found, creating... [ 543.942137] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.945842] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.946042] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.946308] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.946456] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.946908] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.947838] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.948559] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.949462] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.949462] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.949462] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: aa0be1f6-411c-489c-b8a5-80c6a102a5be is going to be created. [ 543.971491] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.971619] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.971942] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.972034] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 543.972252] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.972456] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-aa0be1f6-411c-489c-b8a5-80c6a102a5be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.102155] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: SUCCESS [ 544.102389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.259935] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.308905] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eaa31f9-95cc-4d6e-b0a8-e9cc3b87f43c [ 544.309174] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.309324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.309377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.309572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.309659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.309750] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eaa31f9-95cc-4d6e-b0a8-e9cc3b87f43c already deleted. [ 544.309848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eaa31f9-95cc-4d6e-b0a8-e9cc3b87f43c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.386547] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 in Status: SUCCESS [ 544.386869] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.762482] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.850215] env[63386]: INFO networking_nsxv3.common.synchronization [req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 req-de118116-acfc-4452-b506-1d14ab5e04e0 service nova] Enqueued Resource ID: 036ca66a-131e-49ba-9f27-e441b42ef467 with Priority: HIGHEST for action security_group_rules [ 544.850215] env[63386]: INFO networking_nsxv3.common.synchronization [req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 req-de118116-acfc-4452-b506-1d14ab5e04e0 service nova] Enqueued Resource ID: 036ca66a-131e-49ba-9f27-e441b42ef467 with Priority: HIGHEST for action security_group_members [ 544.850215] env[63386]: INFO networking_nsxv3.common.synchronization [req-dabe8cfc-dbaf-44e6-9efb-d212a65e1e39 req-de118116-acfc-4452-b506-1d14ab5e04e0 service nova] Enqueued Resource ID: aa0be1f6-411c-489c-b8a5-80c6a102a5be with Priority: HIGHEST for action port [ 544.850215] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036ca66a-131e-49ba-9f27-e441b42ef467 with Priority: HIGHEST for action security_group_rules [ 544.850215] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036ca66a-131e-49ba-9f27-e441b42ef467 with Priority: HIGHEST for action security_group_members [ 544.850215] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0be1f6-411c-489c-b8a5-80c6a102a5be with Priority: HIGHEST for action port [ 544.851777] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036ca66a-131e-49ba-9f27-e441b42ef467 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.852410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.852600] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.852911] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.853193] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036ca66a-131e-49ba-9f27-e441b42ef467',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.856286] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-036ca66a-131e-49ba-9f27-e441b42ef467 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.856286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.856286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.857358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.857358] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.857358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.857358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.857358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.858518] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.858518] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036ca66a-131e-49ba-9f27-e441b42ef467',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.859034] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa0be1f6-411c-489c-b8a5-80c6a102a5be taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.859312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa0be1f6-411c-489c-b8a5-80c6a102a5be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.859471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa0be1f6-411c-489c-b8a5-80c6a102a5be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.860366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa0be1f6-411c-489c-b8a5-80c6a102a5be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.860366] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa0be1f6-411c-489c-b8a5-80c6a102a5be',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.265974] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.265974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.265974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.266223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.266340] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.266437] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 336d666c-9eaf-462a-92f4-9f09f7536596 is going to be updated. [ 545.295634] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.295821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.295918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.296215] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.296366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.304639] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: IN_PROGRESS for 2s [ 545.362294] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('036ca66a-131e-49ba-9f27-e441b42ef467',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.364823] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-036ca66a-131e-49ba-9f27-e441b42ef467 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.364823] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.364823] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa0be1f6-411c-489c-b8a5-80c6a102a5be with status ACTIVE [ 545.364823] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.365039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.365039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.365147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.365236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.365552] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.365552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.365688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.365773] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.365802] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.365986] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.366095] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.366158] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.367217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.368016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.368553] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa0be1f6-411c-489c-b8a5-80c6a102a5be is going to be updated. [ 545.387700] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.387700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.387700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.388040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.388139] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.388469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa0be1f6-411c-489c-b8a5-80c6a102a5be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.865973] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('036ca66a-131e-49ba-9f27-e441b42ef467',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.368537] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.368937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.368937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.369214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.369214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.369276] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036ca66a-131e-49ba-9f27-e441b42ef467 is going to be created. [ 546.392942] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.392942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.392942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.392942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 546.393351] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.405199] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036ca66a-131e-49ba-9f27-e441b42ef467 in Status: UNINITIALIZED for 2s [ 547.316238] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: SUCCESS [ 547.317552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.320451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.320528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.320756] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.320893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.321789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.321789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.321789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.321789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.321789] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.824547] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.824826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.824826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.825014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.825204] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.825538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.825538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.825538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.825718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.825718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.825828] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.825919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.825978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.826133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.826265] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.826351] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.826426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.826644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.826644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.826735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.826778] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.330467] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 336d666c-9eaf-462a-92f4-9f09f7536596: rpc.has_security_group_logging(os_id): False [ 548.354629] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.358050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.358050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.358050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.358050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.358050] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.358050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.358050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.358050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.358050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.358050] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.358050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.358050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.358050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.358050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.358586] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.358586] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.358586] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.358586] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.358586] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.358586] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 336d666c-9eaf-462a-92f4-9f09f7536596 is going to be updated. [ 548.417747] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036ca66a-131e-49ba-9f27-e441b42ef467 in Status: SUCCESS [ 548.417747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.417747] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.417747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.417747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.418540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.419802] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.422503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.422503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.422503] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.422503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.422503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.422503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.425434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.425434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.425434] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('036ca66a-131e-49ba-9f27-e441b42ef467',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.438035] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: IN_PROGRESS for 2s [ 548.923815] env[63386]: INFO networking_nsxv3.common.synchronization [None req-821a46cf-b04f-473a-b8dd-fdefc289a1b0 None None] Enqueued Resource ID: 487be090-2668-4f30-8356-3b4a193866ab with Priority: HIGHEST for action port [ 548.924442] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487be090-2668-4f30-8356-3b4a193866ab with Priority: HIGHEST for action port [ 548.925016] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-487be090-2668-4f30-8356-3b4a193866ab taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.925016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-487be090-2668-4f30-8356-3b4a193866ab" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.926800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-487be090-2668-4f30-8356-3b4a193866ab" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.927330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-487be090-2668-4f30-8356-3b4a193866ab" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.927330] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('487be090-2668-4f30-8356-3b4a193866ab',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.928357] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('036ca66a-131e-49ba-9f27-e441b42ef467',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.967132] env[63386]: INFO networking_nsxv3.common.synchronization [None req-4518fbca-a5da-470e-b94a-b1a558aa4c21 None None] Enqueued Resource ID: 3a60393b-099f-46ba-b634-11d9c7013931 with Priority: HIGHEST for action port [ 548.967132] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a60393b-099f-46ba-b634-11d9c7013931 with Priority: HIGHEST for action port [ 548.967132] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a60393b-099f-46ba-b634-11d9c7013931 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.967132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a60393b-099f-46ba-b634-11d9c7013931" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.967132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a60393b-099f-46ba-b634-11d9c7013931" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.967132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a60393b-099f-46ba-b634-11d9c7013931" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.967132] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a60393b-099f-46ba-b634-11d9c7013931',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.406612] env[63386]: INFO networking_nsxv3.common.synchronization [req-2bcc12c9-e84e-42c7-9589-633719ee0eeb req-d7d05bc7-0bb5-4eee-9656-4fab8e408b97 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 549.407376] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 549.407480] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.407612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.407697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.407939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.408396] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.408396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.408396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.408396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.408657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.408657] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.431481] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 487be090-2668-4f30-8356-3b4a193866ab [ 549.431910] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.432092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.432276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.432498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.432662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.432840] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:487be090-2668-4f30-8356-3b4a193866ab already deleted. [ 549.433021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-487be090-2668-4f30-8356-3b4a193866ab" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.433328] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 036ca66a-131e-49ba-9f27-e441b42ef467: rpc.has_security_group_logging(os_id): False [ 549.453557] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.453638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.454299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.454299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.454299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.454502] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.454502] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.454704] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.454983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.455089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.455276] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036ca66a-131e-49ba-9f27-e441b42ef467 is going to be created. [ 549.469604] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a60393b-099f-46ba-b634-11d9c7013931 [ 549.469893] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.470078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.470206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.470467] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.470583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.470684] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a60393b-099f-46ba-b634-11d9c7013931 already deleted. [ 549.470780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a60393b-099f-46ba-b634-11d9c7013931" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.511052] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.511052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.513983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.513983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.513983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.518289] env[63386]: INFO networking_nsxv3.common.synchronization [req-5a82a784-da75-4ffb-b526-b6ccbde46da3 req-fabba8d2-917e-41c5-9dfc-da91d0d3ea40 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Enqueued Resource ID: a9d92e40-94d2-40ed-9225-8478262f2170 with Priority: HIGHEST for action security_group_members [ 549.519064] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d92e40-94d2-40ed-9225-8478262f2170 with Priority: HIGHEST for action security_group_members [ 549.519192] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d92e40-94d2-40ed-9225-8478262f2170 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.519312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.519756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.519756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.520017] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.520017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.520017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.520390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.520390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.520390] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d92e40-94d2-40ed-9225-8478262f2170',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.527548] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 036ca66a-131e-49ba-9f27-e441b42ef467 in Status: IN_PROGRESS for 2s [ 549.915471] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.024158] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.024436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.024436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.025040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.025040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.025040] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.025040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.025040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.025422] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.025422] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.026212] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d92e40-94d2-40ed-9225-8478262f2170 already deleted. [ 550.026212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.301084] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.301695] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-325" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.301695] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-325" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.302577] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-325" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.303214] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.303424] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.303547] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.303967] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.304218] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.304433] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 550.305169] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 550.305329] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 550.305477] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 550.309206] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 550.309344] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 550.309551] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 550.330798] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 550.330798] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 550.330798] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 550.330798] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-325" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.330798] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-e418015f-bf77-4cde-96aa-67aeb159641e taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.330798] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-e418015f-bf77-4cde-96aa-67aeb159641e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.330798] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-e418015f-bf77-4cde-96aa-67aeb159641e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.330798] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-e418015f-bf77-4cde-96aa-67aeb159641e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.330798] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e418015f-bf77-4cde-96aa-67aeb159641e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.417672] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.454082] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: SUCCESS [ 550.454082] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.466331] env[63386]: INFO networking_nsxv3.common.synchronization [req-0f6e6288-30a6-45c4-86e8-0137715cfb41 req-e1bc4ca8-dda7-418c-bfbf-6a852ca5081d tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 550.466331] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 550.467308] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.468096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.833814] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.834081] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.834208] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.834518] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.834668] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.834838] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port e418015f-bf77-4cde-96aa-67aeb159641e not found, creating... [ 550.835128] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.835289] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.835406] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.835636] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.835769] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.836069] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.836226] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.836401] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.836540] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.836671] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.836810] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: e418015f-bf77-4cde-96aa-67aeb159641e is going to be created. [ 550.857842] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.858128] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.858395] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.859721] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.859721] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.859721] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-e418015f-bf77-4cde-96aa-67aeb159641e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.921116] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.921116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.921116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.921343] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.921420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.921521] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 is going to be updated. [ 550.954774] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.954933] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.954986] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.958782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.958782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.973746] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: IN_PROGRESS for 2s [ 551.065893] env[63386]: INFO networking_nsxv3.common.synchronization [None req-324a079c-28f6-42ac-a9f9-ff0fd7d544f4 None None] Enqueued Resource ID: a60aad44-e3c4-42d8-8de4-8af319c6f4fb with Priority: HIGHEST for action port [ 551.067225] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60aad44-e3c4-42d8-8de4-8af319c6f4fb with Priority: HIGHEST for action port [ 551.068118] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a60aad44-e3c4-42d8-8de4-8af319c6f4fb taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.068270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a60aad44-e3c4-42d8-8de4-8af319c6f4fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.068345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a60aad44-e3c4-42d8-8de4-8af319c6f4fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.068763] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a60aad44-e3c4-42d8-8de4-8af319c6f4fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.068763] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a60aad44-e3c4-42d8-8de4-8af319c6f4fb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.415474] env[63386]: INFO networking_nsxv3.common.synchronization [None req-b60f43b6-7e3f-4626-95d5-03bd5129836a None None] Enqueued Resource ID: f1aaf3c6-269c-4688-b90a-fc3f176a0b32 with Priority: HIGHEST for action port [ 551.415951] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1aaf3c6-269c-4688-b90a-fc3f176a0b32 with Priority: HIGHEST for action port [ 551.416212] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1aaf3c6-269c-4688-b90a-fc3f176a0b32 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.416339] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1aaf3c6-269c-4688-b90a-fc3f176a0b32" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.416421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1aaf3c6-269c-4688-b90a-fc3f176a0b32" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.416699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1aaf3c6-269c-4688-b90a-fc3f176a0b32" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.416798] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1aaf3c6-269c-4688-b90a-fc3f176a0b32',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.543044] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 036ca66a-131e-49ba-9f27-e441b42ef467 in Status: SUCCESS [ 551.545055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.572212] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a60aad44-e3c4-42d8-8de4-8af319c6f4fb [ 551.572347] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.572858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.572858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.572858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.572858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.573179] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a60aad44-e3c4-42d8-8de4-8af319c6f4fb already deleted. [ 551.573179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a60aad44-e3c4-42d8-8de4-8af319c6f4fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.919726] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1aaf3c6-269c-4688-b90a-fc3f176a0b32 [ 551.919965] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.920168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.920242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.920452] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.920547] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.920644] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1aaf3c6-269c-4688-b90a-fc3f176a0b32 already deleted. [ 551.920727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1aaf3c6-269c-4688-b90a-fc3f176a0b32" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.148938] env[63386]: INFO networking_nsxv3.common.synchronization [req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 req-e23b4ed4-aafa-437c-b725-8f1bd01add68 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Enqueued Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_members [ 552.149512] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_members [ 552.149803] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.150162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.150162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.155639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.155639] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.155639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.155639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.155639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.155639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.155639] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.335547] env[63386]: INFO networking_nsxv3.common.synchronization [req-5a82a784-da75-4ffb-b526-b6ccbde46da3 req-df519fb1-cc3f-4713-927c-e948bee14b66 service nova] Enqueued Resource ID: a9d92e40-94d2-40ed-9225-8478262f2170 with Priority: HIGHEST for action security_group_rules [ 552.335648] env[63386]: INFO networking_nsxv3.common.synchronization [req-5a82a784-da75-4ffb-b526-b6ccbde46da3 req-df519fb1-cc3f-4713-927c-e948bee14b66 service nova] Enqueued Resource ID: a9d92e40-94d2-40ed-9225-8478262f2170 with Priority: HIGHEST for action security_group_members [ 552.335723] env[63386]: INFO networking_nsxv3.common.synchronization [req-5a82a784-da75-4ffb-b526-b6ccbde46da3 req-df519fb1-cc3f-4713-927c-e948bee14b66 service nova] Enqueued Resource ID: e418015f-bf77-4cde-96aa-67aeb159641e with Priority: HIGHEST for action port [ 552.336728] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d92e40-94d2-40ed-9225-8478262f2170 with Priority: HIGHEST for action security_group_rules [ 552.336728] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d92e40-94d2-40ed-9225-8478262f2170 with Priority: HIGHEST for action security_group_members [ 552.336728] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e418015f-bf77-4cde-96aa-67aeb159641e with Priority: HIGHEST for action port [ 552.336893] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9d92e40-94d2-40ed-9225-8478262f2170 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.336893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.336999] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.339697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.339821] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9d92e40-94d2-40ed-9225-8478262f2170',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.340765] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d92e40-94d2-40ed-9225-8478262f2170 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.340892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.340975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.341179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.341351] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.341436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.341498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.341655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.342363] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.342363] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d92e40-94d2-40ed-9225-8478262f2170',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.343554] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-e418015f-bf77-4cde-96aa-67aeb159641e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.343554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e418015f-bf77-4cde-96aa-67aeb159641e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.343554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e418015f-bf77-4cde-96aa-67aeb159641e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.343554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e418015f-bf77-4cde-96aa-67aeb159641e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.343811] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e418015f-bf77-4cde-96aa-67aeb159641e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.657905] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.658088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.658160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.658390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.658491] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.658687] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.658745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.658805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.658997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.659043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.659116] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 already deleted. [ 552.659199] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.677183] env[63386]: INFO networking_nsxv3.common.synchronization [None req-529d8b4d-a27f-4ce9-bd9b-2437b25d33bf None None] Enqueued Resource ID: f96d123a-6c47-4f37-b492-34ba80de06d6 with Priority: HIGHEST for action port [ 552.683228] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f96d123a-6c47-4f37-b492-34ba80de06d6 with Priority: HIGHEST for action port [ 552.683908] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f96d123a-6c47-4f37-b492-34ba80de06d6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.684053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f96d123a-6c47-4f37-b492-34ba80de06d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.684123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f96d123a-6c47-4f37-b492-34ba80de06d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.684381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f96d123a-6c47-4f37-b492-34ba80de06d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.684460] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f96d123a-6c47-4f37-b492-34ba80de06d6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.850308] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e418015f-bf77-4cde-96aa-67aeb159641e with status ACTIVE [ 552.850308] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.850308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.850308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.850308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.850308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.850308] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.850308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.850308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.850308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.850308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.850308] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.850308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.850308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.850308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.850308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.850308] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e418015f-bf77-4cde-96aa-67aeb159641e is going to be updated. [ 552.850963] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d92e40-94d2-40ed-9225-8478262f2170 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.851712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.852085] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9d92e40-94d2-40ed-9225-8478262f2170',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.876621] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.876621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.876621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.876621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.876621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.876621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e418015f-bf77-4cde-96aa-67aeb159641e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.934836] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.935111] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.935269] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.935555] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.935956] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.936070] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.936240] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.936474] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.936689] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.936951] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 552.937096] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 552.937212] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 552.937321] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 552.937432] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 552.937541] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 552.937675] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 552.958343] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 552.959392] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 552.959392] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 552.959392] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.959392] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-33a6a101-f574-41a5-96a7-ed0569946a83 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.959637] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-33a6a101-f574-41a5-96a7-ed0569946a83" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.959774] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-33a6a101-f574-41a5-96a7-ed0569946a83" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.960764] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-33a6a101-f574-41a5-96a7-ed0569946a83" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.960764] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33a6a101-f574-41a5-96a7-ed0569946a83',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.983915] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: SUCCESS [ 552.985345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.985345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.985345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.985345] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.985615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.985615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.985615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 552.985735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.985802] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.188715] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f96d123a-6c47-4f37-b492-34ba80de06d6 [ 553.188715] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.189081] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.189081] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.189148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.189270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.189402] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f96d123a-6c47-4f37-b492-34ba80de06d6 already deleted. [ 553.189994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f96d123a-6c47-4f37-b492-34ba80de06d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.354409] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9d92e40-94d2-40ed-9225-8478262f2170',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.457507] env[63386]: INFO networking_nsxv3.common.synchronization [None req-936d2d87-d8ea-4502-bfef-e2d8a33755e5 None None] Enqueued Resource ID: 301dc18e-0fc8-402c-8559-3367daca92c6 with Priority: HIGHEST for action port [ 553.457767] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 301dc18e-0fc8-402c-8559-3367daca92c6 with Priority: HIGHEST for action port [ 553.458554] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-301dc18e-0fc8-402c-8559-3367daca92c6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.458836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-301dc18e-0fc8-402c-8559-3367daca92c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.458924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-301dc18e-0fc8-402c-8559-3367daca92c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.459281] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-301dc18e-0fc8-402c-8559-3367daca92c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.459822] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301dc18e-0fc8-402c-8559-3367daca92c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.467634] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.467772] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.467833] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.468144] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.468362] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.468574] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 33a6a101-f574-41a5-96a7-ed0569946a83 not found, creating... [ 553.468936] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.469170] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.469353] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.469661] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.469862] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.470277] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.470498] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.470662] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.470975] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.471182] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.471368] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 33a6a101-f574-41a5-96a7-ed0569946a83 is going to be created. [ 553.490470] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.491624] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.491624] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.491624] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.491624] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.491813] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-33a6a101-f574-41a5-96a7-ed0569946a83" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.492776] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.493561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.493561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.493561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.493561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.494150] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.494150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.494150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.494150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.494150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.494150] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 is going to be updated. [ 553.523644] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.523758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.523797] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.524104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.524310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.533053] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: IN_PROGRESS for 2s [ 553.814020] env[63386]: INFO networking_nsxv3.common.synchronization [None req-af5294d9-d310-4916-a2f8-cab9ef99accd tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Enqueued Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_rules [ 553.814565] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_rules [ 553.814867] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.814998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.817519] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.817519] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.817519] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.857293] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.857293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.857293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.857293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.857293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.857498] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d92e40-94d2-40ed-9225-8478262f2170 is going to be created. [ 553.886347] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.886347] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.886347] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.886347] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.886347] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.894166] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d92e40-94d2-40ed-9225-8478262f2170 in Status: UNINITIALIZED for 2s [ 553.963144] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 301dc18e-0fc8-402c-8559-3367daca92c6 [ 553.963389] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.963529] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.963620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.963913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.964016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.964124] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:301dc18e-0fc8-402c-8559-3367daca92c6 already deleted. [ 553.964208] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-301dc18e-0fc8-402c-8559-3367daca92c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.012395] env[63386]: INFO networking_nsxv3.common.synchronization [None req-8d4d085d-b2fc-4471-a717-8ed8daee306f tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Enqueued Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_rules [ 554.014643] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_rules [ 554.014643] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.014643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.339155] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.339854] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.339854] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.339854] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.339854] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.339854] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 already deleted. [ 554.339854] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.340066] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.340349] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.340349] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.475421] env[63386]: INFO networking_nsxv3.common.synchronization [req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a req-397c8198-0643-409c-8bf4-e3d9138fba07 tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Enqueued Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGHEST for action security_group_members [ 554.475421] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGHEST for action security_group_members [ 554.475421] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.475421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.475421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.475421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.478580] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.478580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.478580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.478580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.478580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.478580] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa8726c6-2cb6-4cf4-bd9a-a351213c2807',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.585717] env[63386]: INFO networking_nsxv3.common.synchronization [req-9b1847d7-9d12-4677-a1d0-cc52d2d6c268 req-7d200d16-ab28-45df-acfc-90fba61dbf17 tempest-DeleteServersAdminTestJSON-1754140524 tempest-DeleteServersAdminTestJSON-1754140524-project-admin] Enqueued Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_members [ 554.586014] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_members [ 554.586591] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.586718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.586787] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.586991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.587732] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.587974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.588092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.588293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.588423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.588551] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.864608] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.864756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.864830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.865215] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.865215] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.865318] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 already deleted. [ 554.865318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.897673] env[63386]: INFO networking_nsxv3.common.synchronization [req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 req-d2743302-47b3-4552-b105-ddb3cc0026cc service nova] Enqueued Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_rules [ 554.898443] env[63386]: INFO networking_nsxv3.common.synchronization [req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 req-d2743302-47b3-4552-b105-ddb3cc0026cc service nova] Enqueued Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_members [ 554.898443] env[63386]: INFO networking_nsxv3.common.synchronization [req-de347220-fe7b-4967-a8ff-0a0d3d71f9c6 req-d2743302-47b3-4552-b105-ddb3cc0026cc service nova] Enqueued Resource ID: 33a6a101-f574-41a5-96a7-ed0569946a83 with Priority: HIGHEST for action port [ 554.898772] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_rules [ 554.898909] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_members [ 554.899388] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a6a101-f574-41a5-96a7-ed0569946a83 with Priority: HIGHEST for action port [ 554.899825] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.900155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.900306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.900675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.900793] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.902445] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.902445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.902445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.902445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.902445] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.902445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.902445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.902915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.902915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.903911] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.903911] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-33a6a101-f574-41a5-96a7-ed0569946a83 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.904134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33a6a101-f574-41a5-96a7-ed0569946a83" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.904134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33a6a101-f574-41a5-96a7-ed0569946a83" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.904609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33a6a101-f574-41a5-96a7-ed0569946a83" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.904609] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33a6a101-f574-41a5-96a7-ed0569946a83',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.983596] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.983596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.983596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.983596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.983596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.983596] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.983596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.983596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.983596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.983596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.983596] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 already deleted. [ 554.983596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.092568] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.092740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.092810] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.093059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.093151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.093359] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.093463] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.093524] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.093682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.093757] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.093841] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 is going to be updated. [ 555.122188] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.122344] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.123534] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.123534] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.123534] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.133023] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 in Status: IN_PROGRESS for 2s [ 555.177653] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.178154] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-900" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.178437] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-900" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.178912] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-900" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.179382] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.179709] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.179962] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.180338] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.181397] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.181397] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 555.182030] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 555.182030] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 555.182030] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 555.182030] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 555.182352] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 555.182352] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 555.202202] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 555.202339] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 555.202697] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 555.204297] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-900" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.204742] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.204966] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.205126] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.205502] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.205659] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.408073] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.409761] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.409761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.409761] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33a6a101-f574-41a5-96a7-ed0569946a83 with status ACTIVE [ 555.409761] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.410065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.410065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.410125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.410359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.410359] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.410461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.410492] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.411073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.411073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.411073] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.411073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.411073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.411539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.411629] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.411719] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33a6a101-f574-41a5-96a7-ed0569946a83 is going to be updated. [ 555.432787] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.432945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.433033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.433257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.433412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.433552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33a6a101-f574-41a5-96a7-ed0569946a83" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.497246] env[63386]: INFO networking_nsxv3.common.synchronization [None req-08adca79-3d94-4a97-b4ff-23a892b42d92 None None] Enqueued Resource ID: 23ce8ad1-807f-467a-96db-b8655f7406ea with Priority: HIGHEST for action port [ 555.497508] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ce8ad1-807f-467a-96db-b8655f7406ea with Priority: HIGHEST for action port [ 555.498081] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-23ce8ad1-807f-467a-96db-b8655f7406ea taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.498198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23ce8ad1-807f-467a-96db-b8655f7406ea" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.498269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23ce8ad1-807f-467a-96db-b8655f7406ea" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.498524] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23ce8ad1-807f-467a-96db-b8655f7406ea" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.498599] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ce8ad1-807f-467a-96db-b8655f7406ea',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.544762] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: SUCCESS [ 555.544762] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 deletion is rescheduled due to dependency. [ 555.544762] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.714179] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.714539] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.714652] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.714965] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.715146] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.715309] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 not found, creating... [ 555.715595] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.715752] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.715868] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.716107] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.716252] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.716545] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.716750] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.716814] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.717459] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.717738] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.717947] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 is going to be created. [ 555.738288] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.738883] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.738883] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.739019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.739169] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.739381] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.776482] env[63386]: INFO networking_nsxv3.common.synchronization [None req-3fdfcf5c-980b-4087-8bc8-4b4191dcfc0c None None] Enqueued Resource ID: e60ecaba-46bc-4e61-a5f0-3b5d522ce521 with Priority: HIGHEST for action port [ 555.777613] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60ecaba-46bc-4e61-a5f0-3b5d522ce521 with Priority: HIGHEST for action port [ 555.777613] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-e60ecaba-46bc-4e61-a5f0-3b5d522ce521 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.777613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e60ecaba-46bc-4e61-a5f0-3b5d522ce521" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.777613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e60ecaba-46bc-4e61-a5f0-3b5d522ce521" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.777838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e60ecaba-46bc-4e61-a5f0-3b5d522ce521" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.777872] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e60ecaba-46bc-4e61-a5f0-3b5d522ce521',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.907306] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d92e40-94d2-40ed-9225-8478262f2170 in Status: SUCCESS [ 555.907306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.907482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.907695] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.907896] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.908053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.908127] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.908339] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 555.908383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.908453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.908597] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9d92e40-94d2-40ed-9225-8478262f2170',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.914503] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.005025] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23ce8ad1-807f-467a-96db-b8655f7406ea [ 556.005025] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.005025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.005025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.005025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.005025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.005025] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23ce8ad1-807f-467a-96db-b8655f7406ea already deleted. [ 556.005025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23ce8ad1-807f-467a-96db-b8655f7406ea" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.282803] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e60ecaba-46bc-4e61-a5f0-3b5d522ce521 [ 556.282803] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.286211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.286345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.286551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.287175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.287175] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e60ecaba-46bc-4e61-a5f0-3b5d522ce521 already deleted. [ 556.287175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e60ecaba-46bc-4e61-a5f0-3b5d522ce521" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.413498] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d92e40-94d2-40ed-9225-8478262f2170 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.413498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.413498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.413913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.413913] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.414036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.414267] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.414267] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.414468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.414468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.414578] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d92e40-94d2-40ed-9225-8478262f2170 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.414656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.414840] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.414926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.415088] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.415189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.415245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.415389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.415468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.415552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.415643] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9d92e40-94d2-40ed-9225-8478262f2170',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.417292] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.417463] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.417805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.418704] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.418807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.418906] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 is going to be created. [ 556.457384] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.457488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.457488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.457772] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.458159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.467512] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: UNINITIALIZED for 2s [ 556.921292] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9d92e40-94d2-40ed-9225-8478262f2170: rpc.has_security_group_logging(os_id): False [ 556.954683] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.954944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.955115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.955890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.956046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.956345] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.957156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.957156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.957156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.957156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.957156] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.957156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.957523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.957523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.957523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.958305] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.958305] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.958305] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.958624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.958728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.958910] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9d92e40-94d2-40ed-9225-8478262f2170 is going to be created. [ 557.030856] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.031083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.031156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.031360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.031541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.042859] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9d92e40-94d2-40ed-9225-8478262f2170 in Status: IN_PROGRESS for 2s [ 557.145540] env[63386]: INFO networking_nsxv3.common.synchronization [req-d91927da-6377-45b4-8bfc-fc03c29df100 req-75577cd8-9472-4191-a669-23e4fd5444f7 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Enqueued Resource ID: 648e15ce-eef5-463c-9af4-814922c4f8fb with Priority: HIGHEST for action security_group_members [ 557.146512] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648e15ce-eef5-463c-9af4-814922c4f8fb with Priority: HIGHEST for action security_group_members [ 557.146512] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-648e15ce-eef5-463c-9af4-814922c4f8fb taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.146512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.146651] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.146791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.146952] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.147475] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.147556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.147789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.147954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.148240] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('648e15ce-eef5-463c-9af4-814922c4f8fb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.154179] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 in Status: SUCCESS [ 557.154179] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 deletion is rescheduled due to dependency. [ 557.154179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.165273] env[63386]: INFO networking_nsxv3.common.synchronization [req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a req-8eb9f9f8-316d-4e2e-97a2-0010a064fbef service nova] Enqueued Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGHEST for action security_group_rules [ 557.165456] env[63386]: INFO networking_nsxv3.common.synchronization [req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a req-8eb9f9f8-316d-4e2e-97a2-0010a064fbef service nova] Enqueued Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGHEST for action security_group_members [ 557.165601] env[63386]: INFO networking_nsxv3.common.synchronization [req-a6f20191-42ca-4c69-a2cf-e2f60b2ccc1a req-8eb9f9f8-316d-4e2e-97a2-0010a064fbef service nova] Enqueued Resource ID: 6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 with Priority: HIGHEST for action port [ 557.166158] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGHEST for action security_group_rules [ 557.166256] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGHEST for action security_group_members [ 557.166371] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 with Priority: HIGHEST for action port [ 557.166627] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.168706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.168706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.168706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.168706] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa8726c6-2cb6-4cf4-bd9a-a351213c2807',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.170027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.170148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.170216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.171114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.171353] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.171422] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.171470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.171636] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.171723] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.171813] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa8726c6-2cb6-4cf4-bd9a-a351213c2807',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.175954] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.175954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.175954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.175954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.176149] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.651436] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.652381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.652478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.652703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.653556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.653556] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.653556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.653556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.653556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.653556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.653556] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648e15ce-eef5-463c-9af4-814922c4f8fb already deleted. [ 557.653556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.670800] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.670800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.681419] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 with status ACTIVE [ 557.681419] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.681419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.681419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.681419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.681419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.681419] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.681419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.681419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.681419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.681419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.681419] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.681419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.681419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.681419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.681419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.681419] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974 is going to be updated. [ 557.683650] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa8726c6-2cb6-4cf4-bd9a-a351213c2807',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.704428] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.706612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.706612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.706612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.706612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.706612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c19ecf9-9073-4e1c-a64c-9c9f8c8d9974" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.994215] env[63386]: INFO networking_nsxv3.common.synchronization [None req-2eff2325-df48-4fdb-8919-16b44e3d8015 None None] Enqueued Resource ID: dd87c9d6-a9f7-4cc3-aea8-dc056ccd4626 with Priority: HIGHEST for action port [ 557.994215] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd87c9d6-a9f7-4cc3-aea8-dc056ccd4626 with Priority: HIGHEST for action port [ 557.994617] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd87c9d6-a9f7-4cc3-aea8-dc056ccd4626 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.995075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd87c9d6-a9f7-4cc3-aea8-dc056ccd4626" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.996131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd87c9d6-a9f7-4cc3-aea8-dc056ccd4626" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.996131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd87c9d6-a9f7-4cc3-aea8-dc056ccd4626" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 557.996131] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd87c9d6-a9f7-4cc3-aea8-dc056ccd4626',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.186546] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa8726c6-2cb6-4cf4-bd9a-a351213c2807',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.204422] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.204422] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.204422] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.204422] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.204422] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.204422] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.204422] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.205433] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.205766] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.206165] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.208423] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 558.208423] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 558.208423] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 558.208423] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.208423] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 558.208423] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 558.226717] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 558.226717] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 558.226717] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 558.226910] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.227258] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-679462d4-1b30-4ddd-b659-49b51e7c79d3 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.227534] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-679462d4-1b30-4ddd-b659-49b51e7c79d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.227633] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-679462d4-1b30-4ddd-b659-49b51e7c79d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.228146] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-679462d4-1b30-4ddd-b659-49b51e7c79d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.228146] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679462d4-1b30-4ddd-b659-49b51e7c79d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.477885] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: SUCCESS [ 558.478385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.478385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.480019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.480019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.480019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.480019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.480019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.480019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.480019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.480019] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.501510] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd87c9d6-a9f7-4cc3-aea8-dc056ccd4626 [ 558.501510] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.501510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.501510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.501510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.501510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.501510] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd87c9d6-a9f7-4cc3-aea8-dc056ccd4626 already deleted. [ 558.501510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd87c9d6-a9f7-4cc3-aea8-dc056ccd4626" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.563856] env[63386]: INFO networking_nsxv3.common.synchronization [None req-c8ed1896-42e7-4a05-acb7-ca15bc432c56 None None] Enqueued Resource ID: 5222abbe-9fcf-4546-90f1-d06f06b5267b with Priority: HIGHEST for action port [ 558.563856] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5222abbe-9fcf-4546-90f1-d06f06b5267b with Priority: HIGHEST for action port [ 558.564630] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-5222abbe-9fcf-4546-90f1-d06f06b5267b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.564756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5222abbe-9fcf-4546-90f1-d06f06b5267b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.564861] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5222abbe-9fcf-4546-90f1-d06f06b5267b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.567138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5222abbe-9fcf-4546-90f1-d06f06b5267b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.567238] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5222abbe-9fcf-4546-90f1-d06f06b5267b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.690445] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.690445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.690445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.690445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.690445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.690445] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 is going to be created. [ 558.714286] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.714286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.714286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.714286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.715590] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.727756] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 in Status: UNINITIALIZED for 2s [ 558.732370] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.732370] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.732370] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.732370] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.732370] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.732637] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 679462d4-1b30-4ddd-b659-49b51e7c79d3 not found, creating... [ 558.732825] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.732825] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.732938] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.733192] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.737022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.737022] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.737022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.737022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.737022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.737022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.738125] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 679462d4-1b30-4ddd-b659-49b51e7c79d3 is going to be created. [ 558.760970] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.760970] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.761259] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.761429] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.761622] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.761906] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-679462d4-1b30-4ddd-b659-49b51e7c79d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.985421] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.985421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.985678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.985714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.987331] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.987331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.987331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.987331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.987331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.987331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.987331] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.987331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.987331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.987331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.987897] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.987897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.987897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.987897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.987897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.987897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.987897] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.055073] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9d92e40-94d2-40ed-9225-8478262f2170 in Status: SUCCESS [ 559.055577] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.070246] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5222abbe-9fcf-4546-90f1-d06f06b5267b [ 559.070859] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.070859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.070859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.071046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.071046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.071128] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5222abbe-9fcf-4546-90f1-d06f06b5267b already deleted. [ 559.071212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5222abbe-9fcf-4546-90f1-d06f06b5267b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.492477] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9221d840-de30-4747-9848-e3ea76cb6dd5: rpc.has_security_group_logging(os_id): False [ 559.511022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.511022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.511022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.511022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.511022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.511022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.511022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.511022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.511022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.511022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.511022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.511022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.511022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.511022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.511022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.511575] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.511575] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.511575] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.511575] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.511575] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.511575] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 is going to be created. [ 559.518994] env[63386]: INFO networking_nsxv3.common.synchronization [req-0db5f71e-595a-4f47-bd42-5211f81d1593 req-0726e061-5d3f-4e4a-86f8-38ef54a73073 tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Enqueued Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_members [ 559.520170] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_members [ 559.520654] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.523603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.523603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.523603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.523603] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.523603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.523603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.523603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.523603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.523603] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.565763] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.566752] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.566991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.568021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 559.568021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.577834] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: IN_PROGRESS for 2s [ 560.025860] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.026194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.026194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.026523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.026523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.026740] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.026740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.026740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.027241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.027241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.027343] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 already deleted. [ 560.027343] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.695320] env[63386]: INFO networking_nsxv3.common.synchronization [req-d91927da-6377-45b4-8bfc-fc03c29df100 req-da30d8bc-53f2-4d82-956d-6e81c141d465 service nova] Enqueued Resource ID: 648e15ce-eef5-463c-9af4-814922c4f8fb with Priority: HIGHEST for action security_group_rules [ 560.695320] env[63386]: INFO networking_nsxv3.common.synchronization [req-d91927da-6377-45b4-8bfc-fc03c29df100 req-da30d8bc-53f2-4d82-956d-6e81c141d465 service nova] Enqueued Resource ID: 648e15ce-eef5-463c-9af4-814922c4f8fb with Priority: HIGHEST for action security_group_members [ 560.695320] env[63386]: INFO networking_nsxv3.common.synchronization [req-d91927da-6377-45b4-8bfc-fc03c29df100 req-da30d8bc-53f2-4d82-956d-6e81c141d465 service nova] Enqueued Resource ID: 679462d4-1b30-4ddd-b659-49b51e7c79d3 with Priority: HIGHEST for action port [ 560.695320] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648e15ce-eef5-463c-9af4-814922c4f8fb with Priority: HIGHEST for action security_group_rules [ 560.695320] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648e15ce-eef5-463c-9af4-814922c4f8fb with Priority: HIGHEST for action security_group_members [ 560.695736] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679462d4-1b30-4ddd-b659-49b51e7c79d3 with Priority: HIGHEST for action port [ 560.696528] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-648e15ce-eef5-463c-9af4-814922c4f8fb taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.696795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.698756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.698756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.698756] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('648e15ce-eef5-463c-9af4-814922c4f8fb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.699989] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-648e15ce-eef5-463c-9af4-814922c4f8fb taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.700168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.700249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.700598] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.700598] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.700719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.700764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.700877] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.700962] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.701082] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('648e15ce-eef5-463c-9af4-814922c4f8fb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.701796] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-679462d4-1b30-4ddd-b659-49b51e7c79d3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.701907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-679462d4-1b30-4ddd-b659-49b51e7c79d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.702017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-679462d4-1b30-4ddd-b659-49b51e7c79d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.702168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-679462d4-1b30-4ddd-b659-49b51e7c79d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.702241] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679462d4-1b30-4ddd-b659-49b51e7c79d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.734685] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.734884] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-384" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.735084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-384" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.735378] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-384" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.735671] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.735837] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.735958] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.736227] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.736332] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.736587] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 560.736710] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 560.736938] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 560.736938] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 560.737096] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 560.737219] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 560.737528] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 560.739583] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 in Status: SUCCESS [ 560.739756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.740507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.740727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.740920] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.741116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.741193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.741380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.741479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.741607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.741708] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa8726c6-2cb6-4cf4-bd9a-a351213c2807',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.762325] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 560.762526] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 560.762631] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 560.762807] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-384" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.763138] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-aef5e553-d2f1-4331-8ad1-3ba123fa6293 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.763348] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-aef5e553-d2f1-4331-8ad1-3ba123fa6293" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.763506] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-aef5e553-d2f1-4331-8ad1-3ba123fa6293" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.763844] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-aef5e553-d2f1-4331-8ad1-3ba123fa6293" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.764452] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef5e553-d2f1-4331-8ad1-3ba123fa6293',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.946919] env[63386]: INFO networking_nsxv3.common.synchronization [None req-b6530be4-b09c-4f74-9b42-d9fba5159bde tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Enqueued Resource ID: aa786e18-9e99-4f92-8eff-004d2a2f233a with Priority: HIGHEST for action security_group_rules [ 560.947484] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa786e18-9e99-4f92-8eff-004d2a2f233a with Priority: HIGHEST for action security_group_rules [ 560.948101] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa786e18-9e99-4f92-8eff-004d2a2f233a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.948101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.948101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.950163] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.950163] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa786e18-9e99-4f92-8eff-004d2a2f233a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.178542] env[63386]: INFO networking_nsxv3.common.synchronization [None req-9de5474c-5359-4825-8358-08ac77173546 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Enqueued Resource ID: aa786e18-9e99-4f92-8eff-004d2a2f233a with Priority: HIGHEST for action security_group_rules [ 561.179193] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa786e18-9e99-4f92-8eff-004d2a2f233a with Priority: HIGHEST for action security_group_rules [ 561.183250] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa786e18-9e99-4f92-8eff-004d2a2f233a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.183500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.201089] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-648e15ce-eef5-463c-9af4-814922c4f8fb taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.201505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.204766] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('648e15ce-eef5-463c-9af4-814922c4f8fb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.206797] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 679462d4-1b30-4ddd-b659-49b51e7c79d3 with status ACTIVE [ 561.206797] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.206797] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.206996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.207101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.207279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.207378] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.207481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.207528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.207670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.207748] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.207931] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.208037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.208686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.208686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.208686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.208686] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 679462d4-1b30-4ddd-b659-49b51e7c79d3 is going to be updated. [ 561.238026] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.238026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.239436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.239436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.243056] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.243056] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-679462d4-1b30-4ddd-b659-49b51e7c79d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.244069] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa8726c6-2cb6-4cf4-bd9a-a351213c2807',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.267892] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.267892] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.267892] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.268431] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.268431] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.268743] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port aef5e553-d2f1-4331-8ad1-3ba123fa6293 not found, creating... [ 561.269160] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.269361] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.269510] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.269786] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.270870] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.271693] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.271693] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.271693] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.271932] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.272068] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.272201] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: aef5e553-d2f1-4331-8ad1-3ba123fa6293 is going to be created. [ 561.292328] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.293030] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.293030] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.293030] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.293400] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.293527] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-aef5e553-d2f1-4331-8ad1-3ba123fa6293" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.485746] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.485746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.485746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.485746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.485746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.485746] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa786e18-9e99-4f92-8eff-004d2a2f233a already deleted. [ 561.485746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.485746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.485746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.485746] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa786e18-9e99-4f92-8eff-004d2a2f233a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.592023] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: SUCCESS [ 561.592023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.671144] env[63386]: INFO networking_nsxv3.common.synchronization [None req-bc4483bf-dd29-45c0-a095-6c5ddb0ce454 None None] Enqueued Resource ID: 336caa8d-c5a4-4514-a1cf-872dab9b01c3 with Priority: HIGHEST for action port [ 561.671144] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336caa8d-c5a4-4514-a1cf-872dab9b01c3 with Priority: HIGHEST for action port [ 561.671144] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-336caa8d-c5a4-4514-a1cf-872dab9b01c3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.671144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-336caa8d-c5a4-4514-a1cf-872dab9b01c3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.671144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-336caa8d-c5a4-4514-a1cf-872dab9b01c3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.674138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-336caa8d-c5a4-4514-a1cf-872dab9b01c3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.674349] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336caa8d-c5a4-4514-a1cf-872dab9b01c3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.709350] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('648e15ce-eef5-463c-9af4-814922c4f8fb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.746039] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa8726c6-2cb6-4cf4-bd9a-a351213c2807: rpc.has_security_group_logging(os_id): False [ 561.764742] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.764876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.765136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.765212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.765269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.765503] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.766563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.766563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.766563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.766563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.766563] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 is going to be created. [ 561.815018] env[63386]: INFO networking_nsxv3.common.synchronization [req-3834817c-3b30-4210-bc55-587ba7089e33 req-3fc31791-36cb-487c-b150-898dc297158e tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Enqueued Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_members [ 561.815018] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_members [ 561.815018] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.815018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.815018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.815018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.815018] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.815018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.815018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.815943] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.816557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.821168] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.823795] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.824492] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.826722] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.826722] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.826722] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.837234] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 in Status: IN_PROGRESS for 2s [ 561.968908] env[63386]: INFO networking_nsxv3.common.synchronization [None req-fd4acefc-de36-4018-8e39-1102e4e3a039 None None] Enqueued Resource ID: fc147ff6-5c65-4886-b808-6a188644517c with Priority: HIGHEST for action port [ 561.968908] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc147ff6-5c65-4886-b808-6a188644517c with Priority: HIGHEST for action port [ 561.968908] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc147ff6-5c65-4886-b808-6a188644517c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.968908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc147ff6-5c65-4886-b808-6a188644517c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.968908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc147ff6-5c65-4886-b808-6a188644517c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.968908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc147ff6-5c65-4886-b808-6a188644517c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.968908] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc147ff6-5c65-4886-b808-6a188644517c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.027093] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.027219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.027219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.027942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.027942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.027942] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa786e18-9e99-4f92-8eff-004d2a2f233a already deleted. [ 562.027942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.180408] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 336caa8d-c5a4-4514-a1cf-872dab9b01c3 [ 562.180756] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.180848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.180848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.181115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.181219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.181320] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:336caa8d-c5a4-4514-a1cf-872dab9b01c3 already deleted. [ 562.181406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-336caa8d-c5a4-4514-a1cf-872dab9b01c3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.210281] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.210444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.210518] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.210725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.210813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.210907] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648e15ce-eef5-463c-9af4-814922c4f8fb is going to be created. [ 562.233966] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.234213] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.234213] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.235265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.235265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.251226] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648e15ce-eef5-463c-9af4-814922c4f8fb in Status: UNINITIALIZED for 2s [ 562.330677] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.471118] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc147ff6-5c65-4886-b808-6a188644517c [ 562.471416] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.471520] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.471577] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.472248] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.472248] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.472248] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc147ff6-5c65-4886-b808-6a188644517c already deleted. [ 562.472248] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc147ff6-5c65-4886-b808-6a188644517c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.713425] env[63386]: INFO networking_nsxv3.common.synchronization [req-0db5f71e-595a-4f47-bd42-5211f81d1593 req-d2b9382c-bf6f-495e-b270-510e551a57d3 service nova] Enqueued Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_rules [ 562.713624] env[63386]: INFO networking_nsxv3.common.synchronization [req-0db5f71e-595a-4f47-bd42-5211f81d1593 req-d2b9382c-bf6f-495e-b270-510e551a57d3 service nova] Enqueued Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_members [ 562.713768] env[63386]: INFO networking_nsxv3.common.synchronization [req-0db5f71e-595a-4f47-bd42-5211f81d1593 req-d2b9382c-bf6f-495e-b270-510e551a57d3 service nova] Enqueued Resource ID: aef5e553-d2f1-4331-8ad1-3ba123fa6293 with Priority: HIGHEST for action port [ 562.714539] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_rules [ 562.714539] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_members [ 562.714539] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aef5e553-d2f1-4331-8ad1-3ba123fa6293 with Priority: HIGHEST for action port [ 562.714802] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.714897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.714964] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.718201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.718201] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.718201] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.718201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.718201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.718201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.718201] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.718506] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.718506] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.718506] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.718729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.718729] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.719417] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-aef5e553-d2f1-4331-8ad1-3ba123fa6293 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.719530] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aef5e553-d2f1-4331-8ad1-3ba123fa6293" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.720257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aef5e553-d2f1-4331-8ad1-3ba123fa6293" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.720257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aef5e553-d2f1-4331-8ad1-3ba123fa6293" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.720257] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aef5e553-d2f1-4331-8ad1-3ba123fa6293',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.833929] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.121386] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.121386] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.121386] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.121550] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.121822] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.123559] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.123559] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.124366] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.124366] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.124366] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 563.124521] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 563.124607] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 563.124776] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 563.124907] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 563.125438] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 563.125588] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 563.144958] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 563.146033] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 563.146033] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 563.146033] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.146033] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-7ac881b1-01d7-441e-812d-98f7db9b1086 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.146033] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-7ac881b1-01d7-441e-812d-98f7db9b1086" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.146688] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-7ac881b1-01d7-441e-812d-98f7db9b1086" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.146688] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-7ac881b1-01d7-441e-812d-98f7db9b1086" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.146688] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ac881b1-01d7-441e-812d-98f7db9b1086',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.223864] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.224282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.224282] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.227023] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aef5e553-d2f1-4331-8ad1-3ba123fa6293 with status ACTIVE [ 563.227023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.227023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.227023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.227023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.227023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.227023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.227023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.227023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.228030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.228030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.228030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.228259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.228259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.228441] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.228441] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.228629] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aef5e553-d2f1-4331-8ad1-3ba123fa6293 is going to be updated. [ 563.248863] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.249015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.249088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.249292] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.249432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.249584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aef5e553-d2f1-4331-8ad1-3ba123fa6293" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.336320] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.336485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.336793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.336793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.337312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.337312] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df11f511-f546-41b1-93bb-8c4c607e38a8 is going to be updated. [ 563.368863] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.369070] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.369170] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.370027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.370188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.379132] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df11f511-f546-41b1-93bb-8c4c607e38a8 in Status: IN_PROGRESS for 2s [ 563.653584] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.653584] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.653584] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.653584] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.653584] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.653584] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 7ac881b1-01d7-441e-812d-98f7db9b1086 not found, creating... [ 563.653584] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.653584] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.653584] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.653584] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.653584] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.654333] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.656146] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.656146] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.656146] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.656146] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.656146] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 7ac881b1-01d7-441e-812d-98f7db9b1086 is going to be created. [ 563.686787] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.687029] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.687230] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.687442] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.687669] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.687889] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-7ac881b1-01d7-441e-812d-98f7db9b1086" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.730788] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.763047] env[63386]: INFO networking_nsxv3.common.synchronization [None req-c208b9be-ba53-4d56-accc-a294fbca9bfd None None] Enqueued Resource ID: 7c099f96-cf63-4e8d-9ce8-81b886c47952 with Priority: HIGHEST for action port [ 563.764016] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c099f96-cf63-4e8d-9ce8-81b886c47952 with Priority: HIGHEST for action port [ 563.764601] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c099f96-cf63-4e8d-9ce8-81b886c47952 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.764783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c099f96-cf63-4e8d-9ce8-81b886c47952" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.764893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c099f96-cf63-4e8d-9ce8-81b886c47952" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.765226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c099f96-cf63-4e8d-9ce8-81b886c47952" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 563.765311] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c099f96-cf63-4e8d-9ce8-81b886c47952',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.863279] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 in Status: SUCCESS [ 563.865368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.236433] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.236785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.236785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.237430] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.237430] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.237430] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 is going to be created. [ 564.264019] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648e15ce-eef5-463c-9af4-814922c4f8fb in Status: SUCCESS [ 564.264352] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.264460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.264677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.265426] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.265426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.265426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.265426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.265426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.265426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.265864] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('648e15ce-eef5-463c-9af4-814922c4f8fb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.267926] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c099f96-cf63-4e8d-9ce8-81b886c47952 [ 564.268121] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.268240] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.268306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.268472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.268556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.268647] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c099f96-cf63-4e8d-9ce8-81b886c47952 already deleted. [ 564.268727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c099f96-cf63-4e8d-9ce8-81b886c47952" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.271384] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.271384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.271384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.271384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.271384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.281939] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 in Status: UNINITIALIZED for 2s [ 564.770600] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-648e15ce-eef5-463c-9af4-814922c4f8fb taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.770753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.770826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.771080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.771288] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.771381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.771416] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.771576] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.771665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.771757] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.771906] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-648e15ce-eef5-463c-9af4-814922c4f8fb taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.772065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.772113] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.772354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.772432] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.772482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.772805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.772805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.772805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.772805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.772957] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('648e15ce-eef5-463c-9af4-814922c4f8fb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.839904] env[63386]: INFO networking_nsxv3.common.synchronization [req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 req-317679d4-f268-4cde-9ff3-fad5a489302a tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 564.839904] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 564.839904] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.839904] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.840282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.840673] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.841118] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.842152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.842152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.842152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.842152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.842152] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.992586] env[63386]: INFO networking_nsxv3.common.synchronization [None req-8ba04e2b-8354-4781-b93d-7dedeeffc089 None None] Enqueued Resource ID: b1eecefa-0fd0-4d39-a830-2800955d09b8 with Priority: HIGHEST for action port [ 564.993168] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1eecefa-0fd0-4d39-a830-2800955d09b8 with Priority: HIGHEST for action port [ 564.993726] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1eecefa-0fd0-4d39-a830-2800955d09b8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.993866] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1eecefa-0fd0-4d39-a830-2800955d09b8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.994821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1eecefa-0fd0-4d39-a830-2800955d09b8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.994946] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1eecefa-0fd0-4d39-a830-2800955d09b8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.994946] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1eecefa-0fd0-4d39-a830-2800955d09b8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.275448] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 648e15ce-eef5-463c-9af4-814922c4f8fb: rpc.has_security_group_logging(os_id): False [ 565.293960] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.294711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.294711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.294711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.294711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.294932] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.294932] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.297035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.297035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.297035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.297035] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.297035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.297035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.297035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.297035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.297035] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.297035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.297035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.297035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.297793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.297793] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 648e15ce-eef5-463c-9af4-814922c4f8fb is going to be created. [ 565.344927] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.346884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.347064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.347325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.347484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.347787] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.348020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.348020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.348302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.348415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.348617] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 already deleted. [ 565.348680] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.354178] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.354411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.354478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.354717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.354968] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.370461] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 648e15ce-eef5-463c-9af4-814922c4f8fb in Status: IN_PROGRESS for 2s [ 565.388847] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df11f511-f546-41b1-93bb-8c4c607e38a8 in Status: SUCCESS [ 565.389183] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.398802] env[63386]: INFO networking_nsxv3.common.synchronization [req-3834817c-3b30-4210-bc55-587ba7089e33 req-26f5e5a1-50b7-4d41-9cf0-0fbbbda71e82 service nova] Enqueued Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_rules [ 565.399646] env[63386]: INFO networking_nsxv3.common.synchronization [req-3834817c-3b30-4210-bc55-587ba7089e33 req-26f5e5a1-50b7-4d41-9cf0-0fbbbda71e82 service nova] Enqueued Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_members [ 565.400050] env[63386]: INFO networking_nsxv3.common.synchronization [req-3834817c-3b30-4210-bc55-587ba7089e33 req-26f5e5a1-50b7-4d41-9cf0-0fbbbda71e82 service nova] Enqueued Resource ID: 7ac881b1-01d7-441e-812d-98f7db9b1086 with Priority: HIGHEST for action port [ 565.401099] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_rules [ 565.401099] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_members [ 565.401099] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac881b1-01d7-441e-812d-98f7db9b1086 with Priority: HIGHEST for action port [ 565.401873] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.402193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.403478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.403478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.403478] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.404460] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.404460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.404460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.404866] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.404911] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.404997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.405236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.405236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.405357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.405610] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.406448] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ac881b1-01d7-441e-812d-98f7db9b1086 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.406550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ac881b1-01d7-441e-812d-98f7db9b1086" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.406550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ac881b1-01d7-441e-812d-98f7db9b1086" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.406714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ac881b1-01d7-441e-812d-98f7db9b1086" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.406810] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ac881b1-01d7-441e-812d-98f7db9b1086',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.498468] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1eecefa-0fd0-4d39-a830-2800955d09b8 [ 565.498468] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.499052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.500110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.500110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.500110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.500110] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1eecefa-0fd0-4d39-a830-2800955d09b8 already deleted. [ 565.500110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1eecefa-0fd0-4d39-a830-2800955d09b8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.577564] env[63386]: INFO networking_nsxv3.common.synchronization [None req-df6ea274-ee8b-4f16-b12d-92d3d39e932f None None] Enqueued Resource ID: e3661581-b93c-4905-9495-edae4331ac73 with Priority: HIGHEST for action port [ 565.578439] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3661581-b93c-4905-9495-edae4331ac73 with Priority: HIGHEST for action port [ 565.584113] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3661581-b93c-4905-9495-edae4331ac73 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.584467] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3661581-b93c-4905-9495-edae4331ac73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.584587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3661581-b93c-4905-9495-edae4331ac73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.585099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3661581-b93c-4905-9495-edae4331ac73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.585296] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3661581-b93c-4905-9495-edae4331ac73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.718185] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.718525] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-117" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.718721] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-117" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.721180] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-117" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.723452] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.723452] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.723452] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.723452] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.723452] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.723452] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 565.723452] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 565.723452] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 565.723452] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 565.724118] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 565.724118] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 565.724118] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 565.745102] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 565.745340] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 565.746078] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 565.746078] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-117" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.746078] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-43788012-2e85-4819-8332-d8d578b6cc55 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.746566] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.746566] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.746704] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.746885] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43788012-2e85-4819-8332-d8d578b6cc55',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.908158] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.909410] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.909540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.909744] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ac881b1-01d7-441e-812d-98f7db9b1086 with status ACTIVE [ 565.910036] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.910131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.910171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.910400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.910490] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.910672] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.910860] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.910860] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.911105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.911709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.911968] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.912296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.912296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.912447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.912484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.912568] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ac881b1-01d7-441e-812d-98f7db9b1086 is going to be updated. [ 565.939500] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.939791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.939791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.940101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.940254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.941379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ac881b1-01d7-441e-812d-98f7db9b1086" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.091662] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3661581-b93c-4905-9495-edae4331ac73 [ 566.091662] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.091662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.091662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.091662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.091662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.091662] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3661581-b93c-4905-9495-edae4331ac73 already deleted. [ 566.091662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3661581-b93c-4905-9495-edae4331ac73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.254126] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.254332] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.254509] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.254992] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.255222] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.255431] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 43788012-2e85-4819-8332-d8d578b6cc55 not found, creating... [ 566.255815] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.256494] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.256494] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.256494] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.256667] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.257281] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.257459] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.257643] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.258385] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.258385] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.258385] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 43788012-2e85-4819-8332-d8d578b6cc55 is going to be created. [ 566.279387] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.279387] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.279387] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.279387] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.279387] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.279387] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.290018] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 in Status: SUCCESS [ 566.290327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.290510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.290731] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.290915] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.291162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.291162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.291307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.291391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.291481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.291977] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.415031] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.793979] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.919853] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.919983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.920081] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.920300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.920413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.920515] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df11f511-f546-41b1-93bb-8c4c607e38a8 is going to be updated. [ 566.978400] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.978400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.978400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.978400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.978683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.994297] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df11f511-f546-41b1-93bb-8c4c607e38a8 in Status: IN_PROGRESS for 2s [ 567.186730] env[63386]: INFO networking_nsxv3.common.synchronization [req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 req-32a9cda3-1a79-48d8-bc4f-ac728f9f0234 service nova] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_rules [ 567.186912] env[63386]: INFO networking_nsxv3.common.synchronization [req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 req-32a9cda3-1a79-48d8-bc4f-ac728f9f0234 service nova] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 567.187069] env[63386]: INFO networking_nsxv3.common.synchronization [req-59a39ab5-5cb0-4d7e-ae0b-88f13ee41442 req-32a9cda3-1a79-48d8-bc4f-ac728f9f0234 service nova] Enqueued Resource ID: 43788012-2e85-4819-8332-d8d578b6cc55 with Priority: HIGHEST for action port [ 567.187320] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_rules [ 567.187458] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 567.187597] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43788012-2e85-4819-8332-d8d578b6cc55 with Priority: HIGHEST for action port [ 567.188175] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.188366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.188447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.188890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.188890] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.191890] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.191890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.191890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.191890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.191890] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.191890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.191890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.191890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.191890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.191890] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.191890] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-43788012-2e85-4819-8332-d8d578b6cc55 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.191890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.191890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.191890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.191890] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43788012-2e85-4819-8332-d8d578b6cc55',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.296144] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73: rpc.has_security_group_logging(os_id): False [ 567.319453] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.319453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.319453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.319453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.319453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.319453] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.319453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.319453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.319453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.319453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.319453] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 is going to be created. [ 567.379148] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.379361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.379361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.379672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.380637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.384664] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 648e15ce-eef5-463c-9af4-814922c4f8fb in Status: SUCCESS [ 567.384664] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.408644] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 in Status: IN_PROGRESS for 2s [ 567.693716] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.696294] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.696511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.696639] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43788012-2e85-4819-8332-d8d578b6cc55 with status ACTIVE [ 567.696815] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.696923] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.696992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.698280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.698280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.698280] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.698280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.698280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.698280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.698280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.698967] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.699338] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.699460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.699692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.699790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.699918] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43788012-2e85-4819-8332-d8d578b6cc55 is going to be updated. [ 567.720214] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.720377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.720452] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.720657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.720793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.721130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.765571] env[63386]: INFO networking_nsxv3.common.synchronization [None req-7c5a6f51-4c8a-4177-97d5-1081a17879c8 None None] Enqueued Resource ID: 5d6e372f-4fe8-42d3-8dca-7631db61d3f5 with Priority: HIGHEST for action port [ 567.766347] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6e372f-4fe8-42d3-8dca-7631db61d3f5 with Priority: HIGHEST for action port [ 567.766764] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d6e372f-4fe8-42d3-8dca-7631db61d3f5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.766965] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d6e372f-4fe8-42d3-8dca-7631db61d3f5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.767100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d6e372f-4fe8-42d3-8dca-7631db61d3f5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.767782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d6e372f-4fe8-42d3-8dca-7631db61d3f5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 567.767782] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d6e372f-4fe8-42d3-8dca-7631db61d3f5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.024739] env[63386]: INFO networking_nsxv3.common.synchronization [None req-080a47fb-30c5-483c-a5ab-97e77881a9da tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_rules [ 568.025360] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_rules [ 568.025649] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.025876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.025876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.030394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.030394] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.128401] env[63386]: INFO networking_nsxv3.common.synchronization [None req-f15ff29a-fab1-4ec2-8578-6c801a5083f2 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_rules [ 568.128786] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_rules [ 568.129098] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.129227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.206024] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.272752] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d6e372f-4fe8-42d3-8dca-7631db61d3f5 [ 568.274188] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.274623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.274738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.275018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.275571] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.275775] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d6e372f-4fe8-42d3-8dca-7631db61d3f5 already deleted. [ 568.278383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d6e372f-4fe8-42d3-8dca-7631db61d3f5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.400522] env[63386]: INFO networking_nsxv3.common.synchronization [None req-adf5654c-ab8e-4cf3-a274-472f29a91e7f None None] Enqueued Resource ID: a582cefb-ed25-4f12-9609-dc531dd4e1fa with Priority: HIGHEST for action port [ 568.400859] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a582cefb-ed25-4f12-9609-dc531dd4e1fa with Priority: HIGHEST for action port [ 568.402620] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a582cefb-ed25-4f12-9609-dc531dd4e1fa taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.402620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a582cefb-ed25-4f12-9609-dc531dd4e1fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.402620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a582cefb-ed25-4f12-9609-dc531dd4e1fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.402620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a582cefb-ed25-4f12-9609-dc531dd4e1fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.402620] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a582cefb-ed25-4f12-9609-dc531dd4e1fa',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.551900] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.551900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.551900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.551900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.551900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.551900] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 already deleted. [ 568.551900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.551900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.551900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.551900] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.706021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.706236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.706236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.706554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.706554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.706663] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be created. [ 568.731218] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.731218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.731218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.731218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.731461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.740565] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: UNINITIALIZED for 2s [ 568.905958] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a582cefb-ed25-4f12-9609-dc531dd4e1fa [ 568.905958] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.905958] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.905958] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.905958] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.905958] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.905958] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a582cefb-ed25-4f12-9609-dc531dd4e1fa already deleted. [ 568.905958] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a582cefb-ed25-4f12-9609-dc531dd4e1fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.004096] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df11f511-f546-41b1-93bb-8c4c607e38a8 in Status: SUCCESS [ 569.004325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.005317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.005317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.005317] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.005586] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.005586] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.005652] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.005780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.005911] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.005953] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.076794] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.076794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.076794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.076794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.076794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.076794] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 already deleted. [ 569.076794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.422586] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 in Status: SUCCESS [ 569.423013] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.509425] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.509795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.509795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.510205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.511706] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.511706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.511706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.511927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.511927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.512022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.512202] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.512325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.512388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.512557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.512702] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.512848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.512848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.513075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.513145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.513256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.513310] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.016277] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df11f511-f546-41b1-93bb-8c4c607e38a8: rpc.has_security_group_logging(os_id): False [ 570.038416] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.041660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.041660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.041660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.041660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.042463] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.042972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.043172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.044030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.044030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.044030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.044030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.044030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.044329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.044329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.045185] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.045185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.045185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.045185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.045185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.045185] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df11f511-f546-41b1-93bb-8c4c607e38a8 is going to be updated. [ 570.105700] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.105700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.105700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.105700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.105700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.118667] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df11f511-f546-41b1-93bb-8c4c607e38a8 in Status: IN_PROGRESS for 2s [ 570.220665] env[63386]: INFO networking_nsxv3.common.synchronization [None req-735ad856-1d1f-4872-9f37-3ff2f1cbbdc4 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGHEST for action security_group_rules [ 570.221273] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGHEST for action security_group_rules [ 570.221956] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d74e64-b119-4598-93b3-6cb09ff212df taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.221956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.221956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.222290] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.222451] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d74e64-b119-4598-93b3-6cb09ff212df',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.437956] env[63386]: INFO networking_nsxv3.common.synchronization [None req-140f57f6-ccfd-4ee6-87b8-505a382300dc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGHEST for action security_group_rules [ 570.440505] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGHEST for action security_group_rules [ 570.440505] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d74e64-b119-4598-93b3-6cb09ff212df taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.440505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.743643] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.743643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.743643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.744265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.744265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.744265] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d74e64-b119-4598-93b3-6cb09ff212df already deleted. [ 570.744265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.745806] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.746036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.746180] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d74e64-b119-4598-93b3-6cb09ff212df',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.752820] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 570.753079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.753280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.753517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.755021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.755021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.755021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.755021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.755021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.755021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.755021] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.091483] env[63386]: INFO networking_nsxv3.common.synchronization [None req-c82d7b74-5591-4d7a-93e2-40ee8d884fbd None None] Enqueued Resource ID: 11eed345-8a8d-4397-a424-8561044be7a0 with Priority: HIGHEST for action port [ 571.092288] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11eed345-8a8d-4397-a424-8561044be7a0 with Priority: HIGHEST for action port [ 571.092974] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-11eed345-8a8d-4397-a424-8561044be7a0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.093770] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11eed345-8a8d-4397-a424-8561044be7a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.093868] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11eed345-8a8d-4397-a424-8561044be7a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.094315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11eed345-8a8d-4397-a424-8561044be7a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.094315] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11eed345-8a8d-4397-a424-8561044be7a0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.258057] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.258268] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.258268] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.258508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.258613] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.258670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.258747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.258918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.259367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.259535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.259713] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.259815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.259892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.260065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.260218] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.260306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.260366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.260511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.260589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.260670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.260756] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.268220] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.268361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.268403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.268614] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.268701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.268793] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d74e64-b119-4598-93b3-6cb09ff212df already deleted. [ 571.268876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.430862] env[63386]: INFO networking_nsxv3.common.synchronization [req-50a42e1e-009c-4a89-9dea-d145aabd93cf req-885cec0d-2a9d-4c43-aac2-7627ab961b83 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Enqueued Resource ID: 75b284c5-b53f-4673-9ef9-9289b78b995c with Priority: HIGHEST for action security_group_members [ 571.431502] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b284c5-b53f-4673-9ef9-9289b78b995c with Priority: HIGHEST for action security_group_members [ 571.431876] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b284c5-b53f-4673-9ef9-9289b78b995c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.432289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.432425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.432748] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.433983] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.433983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.433983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.433983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.433983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.433983] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b284c5-b53f-4673-9ef9-9289b78b995c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.599459] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11eed345-8a8d-4397-a424-8561044be7a0 [ 571.599459] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.599459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.599459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.599459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.599459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.599459] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11eed345-8a8d-4397-a424-8561044be7a0 already deleted. [ 571.599459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11eed345-8a8d-4397-a424-8561044be7a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.763358] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f161a2-a6a2-44fd-a4f0-594b91582830: rpc.has_security_group_logging(os_id): False [ 571.788632] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.788632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.788835] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.788942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.789023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.789256] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.789394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.789458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.789607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.789876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.790093] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.790200] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.790261] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.790392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.790463] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.791832] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.791832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.791832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.791832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.791832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.791832] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be created. [ 571.852055] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.852230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.852305] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.852505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.852693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.864050] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 571.936732] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.938556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.938556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.938556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.938556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.938556] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.938556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.938556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.938556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 571.938556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.938556] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b284c5-b53f-4673-9ef9-9289b78b995c already deleted. [ 571.938556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.132178] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df11f511-f546-41b1-93bb-8c4c607e38a8 in Status: SUCCESS [ 572.132575] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.839825] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.840144] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-795" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.840187] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-795" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.840520] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-795" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.841237] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.841237] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.841846] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.842201] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.842490] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.842696] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 572.842843] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 572.842980] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 572.843342] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 572.843342] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 572.843464] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 572.843617] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 572.865357] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 572.865602] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 572.865791] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 572.866022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-795" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.866376] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-b20e61b0-2202-429e-8b2f-588a6503221c taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.866620] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-b20e61b0-2202-429e-8b2f-588a6503221c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.866775] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-b20e61b0-2202-429e-8b2f-588a6503221c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.867117] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-b20e61b0-2202-429e-8b2f-588a6503221c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.867273] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20e61b0-2202-429e-8b2f-588a6503221c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.926480] env[63386]: INFO networking_nsxv3.common.synchronization [None req-04b3c9ec-9c6b-4448-8821-92970766ce91 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Enqueued Resource ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 with Priority: HIGHEST for action security_group_rules [ 572.927031] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 with Priority: HIGHEST for action security_group_rules [ 572.927347] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.927479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.927546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.927801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.927882] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cac08d0-3ebb-4e58-ba1b-999b7c278f31',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.371230] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.371520] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.372456] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.373194] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.373194] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.373318] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port b20e61b0-2202-429e-8b2f-588a6503221c not found, creating... [ 573.373643] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.373845] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.373996] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.374501] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.374735] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.375279] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.375579] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.375938] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.376137] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.376362] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.376589] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: b20e61b0-2202-429e-8b2f-588a6503221c is going to be created. [ 573.395721] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.395932] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.396068] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.396385] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.396619] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.396840] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-b20e61b0-2202-429e-8b2f-588a6503221c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.438808] env[63386]: INFO networking_nsxv3.common.synchronization [None req-a959bc5f-1a35-4bf3-a54b-ca4c7db0cace tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Enqueued Resource ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 with Priority: HIGHEST for action security_group_rules [ 573.438808] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 with Priority: HIGHEST for action security_group_rules [ 573.439750] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.439858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.457889] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.457889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.457889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.457889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.457889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.457889] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 already deleted. [ 573.457889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.457889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.457889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.457889] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cac08d0-3ebb-4e58-ba1b-999b7c278f31',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.880582] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 573.880824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.980774] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.980927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.981011] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.981325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 573.981422] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.981729] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 already deleted. [ 573.981729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.529643] env[63386]: INFO networking_nsxv3.common.synchronization [req-0c7880a1-4c44-42af-8262-45f60dcbf2bb req-a62ede4d-9da9-4163-ab88-927a8f99d987 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Enqueued Resource ID: 04e8b331-d7b2-4f68-aea9-558857703c8d with Priority: HIGHEST for action security_group_members [ 574.529643] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e8b331-d7b2-4f68-aea9-558857703c8d with Priority: HIGHEST for action security_group_members [ 574.529643] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e8b331-d7b2-4f68-aea9-558857703c8d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.529643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.529643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.530059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.530312] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.530416] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.530460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.530615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.531886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.531886] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e8b331-d7b2-4f68-aea9-558857703c8d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.710357] env[63386]: INFO networking_nsxv3.common.synchronization [None req-a60b6210-1266-4218-a92a-46a020f5a49d None None] Enqueued Resource ID: c5b7c24a-808a-4885-8333-05e94809944a with Priority: HIGHEST for action port [ 574.710965] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b7c24a-808a-4885-8333-05e94809944a with Priority: HIGHEST for action port [ 574.711529] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b7c24a-808a-4885-8333-05e94809944a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.711735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b7c24a-808a-4885-8333-05e94809944a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.711851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b7c24a-808a-4885-8333-05e94809944a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.712187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b7c24a-808a-4885-8333-05e94809944a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.712350] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b7c24a-808a-4885-8333-05e94809944a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.843841] env[63386]: INFO networking_nsxv3.common.synchronization [req-50a42e1e-009c-4a89-9dea-d145aabd93cf req-1783908a-0f38-49e2-b09f-3d7980b19e9c service nova] Enqueued Resource ID: 75b284c5-b53f-4673-9ef9-9289b78b995c with Priority: HIGHEST for action security_group_rules [ 574.843841] env[63386]: INFO networking_nsxv3.common.synchronization [req-50a42e1e-009c-4a89-9dea-d145aabd93cf req-1783908a-0f38-49e2-b09f-3d7980b19e9c service nova] Enqueued Resource ID: 75b284c5-b53f-4673-9ef9-9289b78b995c with Priority: HIGHEST for action security_group_members [ 574.843841] env[63386]: INFO networking_nsxv3.common.synchronization [req-50a42e1e-009c-4a89-9dea-d145aabd93cf req-1783908a-0f38-49e2-b09f-3d7980b19e9c service nova] Enqueued Resource ID: b20e61b0-2202-429e-8b2f-588a6503221c with Priority: HIGHEST for action port [ 574.843841] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b284c5-b53f-4673-9ef9-9289b78b995c with Priority: HIGHEST for action security_group_rules [ 574.843841] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b284c5-b53f-4673-9ef9-9289b78b995c with Priority: HIGHEST for action security_group_members [ 574.844073] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20e61b0-2202-429e-8b2f-588a6503221c with Priority: HIGHEST for action port [ 574.844653] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75b284c5-b53f-4673-9ef9-9289b78b995c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.846182] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.846182] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.846182] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.846182] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75b284c5-b53f-4673-9ef9-9289b78b995c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.846182] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b284c5-b53f-4673-9ef9-9289b78b995c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.846182] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.846466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.846466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.846530] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.846615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.846677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.846853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.846922] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.846981] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b284c5-b53f-4673-9ef9-9289b78b995c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.848446] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-b20e61b0-2202-429e-8b2f-588a6503221c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.848446] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b20e61b0-2202-429e-8b2f-588a6503221c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.848446] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b20e61b0-2202-429e-8b2f-588a6503221c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.848446] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b20e61b0-2202-429e-8b2f-588a6503221c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 574.848446] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20e61b0-2202-429e-8b2f-588a6503221c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.037344] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.037643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.037643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.037794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.037887] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.038105] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.038230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.038310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.038414] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.038500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.038587] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e8b331-d7b2-4f68-aea9-558857703c8d already deleted. [ 575.038670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.092344] env[63386]: INFO networking_nsxv3.common.synchronization [None req-18135e94-f521-4589-98e1-f357d4238e05 None None] Enqueued Resource ID: 99590a4e-9574-4053-9754-f9f118a0c71d with Priority: HIGHEST for action port [ 575.092482] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99590a4e-9574-4053-9754-f9f118a0c71d with Priority: HIGHEST for action port [ 575.094224] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-99590a4e-9574-4053-9754-f9f118a0c71d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.094375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99590a4e-9574-4053-9754-f9f118a0c71d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.094596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99590a4e-9574-4053-9754-f9f118a0c71d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.096878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99590a4e-9574-4053-9754-f9f118a0c71d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.096878] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99590a4e-9574-4053-9754-f9f118a0c71d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.215400] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5b7c24a-808a-4885-8333-05e94809944a [ 575.216370] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.216711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.216783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.218606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.218606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.218606] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5b7c24a-808a-4885-8333-05e94809944a already deleted. [ 575.218606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b7c24a-808a-4885-8333-05e94809944a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.354362] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b284c5-b53f-4673-9ef9-9289b78b995c taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.354362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.354362] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75b284c5-b53f-4673-9ef9-9289b78b995c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.354362] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b20e61b0-2202-429e-8b2f-588a6503221c with status ACTIVE [ 575.354362] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.354362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.354362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.354362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.354362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.354362] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.354362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.354362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.354362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.354362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.355613] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.355896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.356076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.356437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.356604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.356775] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b20e61b0-2202-429e-8b2f-588a6503221c is going to be updated. [ 575.379407] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.379407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.379608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.380114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.380114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.380114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b20e61b0-2202-429e-8b2f-588a6503221c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.568143] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.568143] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.568143] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.568426] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.568844] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.568844] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.568844] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.570399] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.570477] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.570692] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 575.570816] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 575.570937] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 575.571921] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 575.572119] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 575.572463] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 575.572463] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 575.592673] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 575.592886] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 575.593153] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 575.593475] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.594951] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-2b5d9b34-35ed-44cc-856e-69440a52073d taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.594951] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-2b5d9b34-35ed-44cc-856e-69440a52073d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.594951] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-2b5d9b34-35ed-44cc-856e-69440a52073d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.595249] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-2b5d9b34-35ed-44cc-856e-69440a52073d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.595734] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b5d9b34-35ed-44cc-856e-69440a52073d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.598146] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99590a4e-9574-4053-9754-f9f118a0c71d [ 575.598495] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.598691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.598881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.599315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.599491] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.599664] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99590a4e-9574-4053-9754-f9f118a0c71d already deleted. [ 575.599788] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99590a4e-9574-4053-9754-f9f118a0c71d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.861033] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75b284c5-b53f-4673-9ef9-9289b78b995c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.098904] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.100612] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.100612] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.101617] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.101617] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.101617] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 2b5d9b34-35ed-44cc-856e-69440a52073d not found, creating... [ 576.101762] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.102440] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.102440] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.102440] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.102650] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.103035] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.103299] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.104662] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.104662] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.104662] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.104662] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 2b5d9b34-35ed-44cc-856e-69440a52073d is going to be created. [ 576.127362] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.128789] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.128789] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.128789] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.128990] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.129351] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-2b5d9b34-35ed-44cc-856e-69440a52073d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.366123] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.366123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.366123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.366123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.366123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.366123] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b284c5-b53f-4673-9ef9-9289b78b995c is going to be created. [ 576.378697] env[63386]: INFO networking_nsxv3.common.synchronization [None req-4b64184b-f62d-42df-b327-8198b5bca079 None None] Enqueued Resource ID: 5e47c870-db90-4ef2-83bc-d7c4f906c1f4 with Priority: HIGHEST for action port [ 576.378964] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e47c870-db90-4ef2-83bc-d7c4f906c1f4 with Priority: HIGHEST for action port [ 576.379747] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e47c870-db90-4ef2-83bc-d7c4f906c1f4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.379881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e47c870-db90-4ef2-83bc-d7c4f906c1f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.381102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e47c870-db90-4ef2-83bc-d7c4f906c1f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.381102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e47c870-db90-4ef2-83bc-d7c4f906c1f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.381102] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e47c870-db90-4ef2-83bc-d7c4f906c1f4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.394458] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.394646] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.394748] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.395047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.395295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.410750] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b284c5-b53f-4673-9ef9-9289b78b995c in Status: UNINITIALIZED for 2s [ 576.884968] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e47c870-db90-4ef2-83bc-d7c4f906c1f4 [ 576.885234] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.885846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.885949] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.886198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.886295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.886393] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e47c870-db90-4ef2-83bc-d7c4f906c1f4 already deleted. [ 576.886497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e47c870-db90-4ef2-83bc-d7c4f906c1f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.330060] env[63386]: INFO networking_nsxv3.common.synchronization [req-0c7880a1-4c44-42af-8262-45f60dcbf2bb req-a6b77f57-d3d0-47a7-9d0c-9a1ded07fce6 service nova] Enqueued Resource ID: 04e8b331-d7b2-4f68-aea9-558857703c8d with Priority: HIGHEST for action security_group_rules [ 577.330332] env[63386]: INFO networking_nsxv3.common.synchronization [req-0c7880a1-4c44-42af-8262-45f60dcbf2bb req-a6b77f57-d3d0-47a7-9d0c-9a1ded07fce6 service nova] Enqueued Resource ID: 04e8b331-d7b2-4f68-aea9-558857703c8d with Priority: HIGHEST for action security_group_members [ 577.330332] env[63386]: INFO networking_nsxv3.common.synchronization [req-0c7880a1-4c44-42af-8262-45f60dcbf2bb req-a6b77f57-d3d0-47a7-9d0c-9a1ded07fce6 service nova] Enqueued Resource ID: 2b5d9b34-35ed-44cc-856e-69440a52073d with Priority: HIGHEST for action port [ 577.331102] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e8b331-d7b2-4f68-aea9-558857703c8d with Priority: HIGHEST for action security_group_rules [ 577.332091] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e8b331-d7b2-4f68-aea9-558857703c8d with Priority: HIGHEST for action security_group_members [ 577.332419] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b5d9b34-35ed-44cc-856e-69440a52073d with Priority: HIGHEST for action port [ 577.332683] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e8b331-d7b2-4f68-aea9-558857703c8d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.332755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.332825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.333117] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.333194] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e8b331-d7b2-4f68-aea9-558857703c8d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.334550] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e8b331-d7b2-4f68-aea9-558857703c8d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.334550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.334633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.335245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.335245] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.335245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.335245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.337206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.337206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.337206] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e8b331-d7b2-4f68-aea9-558857703c8d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.337206] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b5d9b34-35ed-44cc-856e-69440a52073d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.337401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b5d9b34-35ed-44cc-856e-69440a52073d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.337401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b5d9b34-35ed-44cc-856e-69440a52073d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.337913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b5d9b34-35ed-44cc-856e-69440a52073d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.337913] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b5d9b34-35ed-44cc-856e-69440a52073d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.457876] env[63386]: INFO networking_nsxv3.common.synchronization [None req-0d3f921b-3a81-4e74-87e2-487e652339b6 None None] Enqueued Resource ID: 2413e861-d9ae-44d2-a9ba-2ef96de790e5 with Priority: HIGHEST for action port [ 577.460528] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2413e861-d9ae-44d2-a9ba-2ef96de790e5 with Priority: HIGHEST for action port [ 577.461049] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-2413e861-d9ae-44d2-a9ba-2ef96de790e5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.461359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2413e861-d9ae-44d2-a9ba-2ef96de790e5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.461545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2413e861-d9ae-44d2-a9ba-2ef96de790e5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.461902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2413e861-d9ae-44d2-a9ba-2ef96de790e5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.462117] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2413e861-d9ae-44d2-a9ba-2ef96de790e5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.840097] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e8b331-d7b2-4f68-aea9-558857703c8d taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.840387] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.840511] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e8b331-d7b2-4f68-aea9-558857703c8d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.842660] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b5d9b34-35ed-44cc-856e-69440a52073d with status ACTIVE [ 577.842858] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.843055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.843055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.843309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.843524] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.843937] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.843937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.843937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.843937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.843937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.844999] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.845147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.845354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.845354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.845466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.845510] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b5d9b34-35ed-44cc-856e-69440a52073d is going to be updated. [ 577.864541] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.864635] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.864673] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.865526] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.865526] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.865526] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b5d9b34-35ed-44cc-856e-69440a52073d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.965426] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2413e861-d9ae-44d2-a9ba-2ef96de790e5 [ 577.965732] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.965864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.965864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.966297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.966297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.966412] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2413e861-d9ae-44d2-a9ba-2ef96de790e5 already deleted. [ 577.966471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2413e861-d9ae-44d2-a9ba-2ef96de790e5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.970163] env[63386]: INFO networking_nsxv3.common.synchronization [None req-335f3d8c-33d5-44e3-9b09-f1b970a79af1 None None] Enqueued Resource ID: 53a72322-ce79-43a7-a5d6-a98e990422dd with Priority: HIGHEST for action port [ 577.970163] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a72322-ce79-43a7-a5d6-a98e990422dd with Priority: HIGHEST for action port [ 577.971297] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-53a72322-ce79-43a7-a5d6-a98e990422dd taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.971382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53a72322-ce79-43a7-a5d6-a98e990422dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.971444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53a72322-ce79-43a7-a5d6-a98e990422dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.971720] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53a72322-ce79-43a7-a5d6-a98e990422dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.971794] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53a72322-ce79-43a7-a5d6-a98e990422dd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.343812] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e8b331-d7b2-4f68-aea9-558857703c8d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.419838] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b284c5-b53f-4673-9ef9-9289b78b995c in Status: SUCCESS [ 578.420174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.420312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.420455] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.420642] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.420768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.421226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.421226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.421226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.421226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.421418] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75b284c5-b53f-4673-9ef9-9289b78b995c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.474429] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53a72322-ce79-43a7-a5d6-a98e990422dd [ 578.474429] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.474609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.474660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.474950] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.474950] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.475075] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53a72322-ce79-43a7-a5d6-a98e990422dd already deleted. [ 578.475110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53a72322-ce79-43a7-a5d6-a98e990422dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.767304] env[63386]: INFO networking_nsxv3.common.synchronization [None req-78665277-b016-46a4-ad9c-67479eed4db5 None None] Enqueued Resource ID: 588b9c1c-e70f-4902-b4b1-875e7b637bc5 with Priority: HIGHEST for action port [ 578.768245] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 588b9c1c-e70f-4902-b4b1-875e7b637bc5 with Priority: HIGHEST for action port [ 578.768556] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-588b9c1c-e70f-4902-b4b1-875e7b637bc5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.768747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-588b9c1c-e70f-4902-b4b1-875e7b637bc5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.768747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-588b9c1c-e70f-4902-b4b1-875e7b637bc5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.769068] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-588b9c1c-e70f-4902-b4b1-875e7b637bc5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.769068] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('588b9c1c-e70f-4902-b4b1-875e7b637bc5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.847327] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.847527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.848228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.848228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.848228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.848228] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e8b331-d7b2-4f68-aea9-558857703c8d is going to be created. [ 578.873025] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.873025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.873025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.873025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.873025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.882083] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e8b331-d7b2-4f68-aea9-558857703c8d in Status: UNINITIALIZED for 2s [ 578.923976] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b284c5-b53f-4673-9ef9-9289b78b995c taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.924208] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.924298] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.924516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.925137] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.925137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.925137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.925137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.925137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.925410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.925410] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b284c5-b53f-4673-9ef9-9289b78b995c taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.925514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.925514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.925668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.925809] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.925903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.925964] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.926119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.926198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.926280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.926368] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75b284c5-b53f-4673-9ef9-9289b78b995c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.272043] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 588b9c1c-e70f-4902-b4b1-875e7b637bc5 [ 579.272043] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.272043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.272426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.272426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.272426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.272815] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:588b9c1c-e70f-4902-b4b1-875e7b637bc5 already deleted. [ 579.272815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-588b9c1c-e70f-4902-b4b1-875e7b637bc5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.437535] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75b284c5-b53f-4673-9ef9-9289b78b995c: rpc.has_security_group_logging(os_id): False [ 579.454623] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.454831] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.454831] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.455104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.456242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.456242] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.456242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.456242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.456242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.456242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.456242] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.456242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.456242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.456712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.456712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.456712] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.456842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.456842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.457298] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.458029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.458153] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75b284c5-b53f-4673-9ef9-9289b78b995c is going to be created. [ 579.514352] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.514602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.514602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.514811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.515027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.525718] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75b284c5-b53f-4673-9ef9-9289b78b995c in Status: IN_PROGRESS for 2s [ 580.167214] env[63386]: INFO networking_nsxv3.common.synchronization [req-5509e3a2-9cb6-4873-932e-0ccaec9a40be req-e615cc2e-adae-4864-a66d-c9b470026577 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 580.167756] env[63386]: INFO networking_nsxv3.common.synchronization [req-5509e3a2-9cb6-4873-932e-0ccaec9a40be req-e615cc2e-adae-4864-a66d-c9b470026577 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGHEST for action security_group_members [ 580.167980] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 580.168136] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGHEST for action security_group_members [ 580.168410] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.168549] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.168603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.168789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.168935] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.169642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.169756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.170086] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.170123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.170271] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.171577] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31d639e-81ef-48d0-ad6c-6e73ab77f010 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.171693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.171767] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.171992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.172275] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.172486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.172486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.172556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.172630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.172732] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.221542] env[63386]: INFO networking_nsxv3.common.synchronization [None req-62049aa0-6f99-4b9a-9c4a-7d032264cf33 None None] Enqueued Resource ID: a730f3a0-f348-41e3-8aca-fc21649aa3c6 with Priority: HIGHEST for action port [ 580.222063] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a730f3a0-f348-41e3-8aca-fc21649aa3c6 with Priority: HIGHEST for action port [ 580.222383] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a730f3a0-f348-41e3-8aca-fc21649aa3c6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.223024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a730f3a0-f348-41e3-8aca-fc21649aa3c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.223118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a730f3a0-f348-41e3-8aca-fc21649aa3c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.224237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a730f3a0-f348-41e3-8aca-fc21649aa3c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.224586] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a730f3a0-f348-41e3-8aca-fc21649aa3c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.259678] env[63386]: INFO networking_nsxv3.common.synchronization [req-5509e3a2-9cb6-4873-932e-0ccaec9a40be req-e615cc2e-adae-4864-a66d-c9b470026577 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_rules [ 580.259873] env[63386]: INFO networking_nsxv3.common.synchronization [req-5509e3a2-9cb6-4873-932e-0ccaec9a40be req-e615cc2e-adae-4864-a66d-c9b470026577 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 580.260042] env[63386]: INFO networking_nsxv3.common.synchronization [req-5509e3a2-9cb6-4873-932e-0ccaec9a40be req-e615cc2e-adae-4864-a66d-c9b470026577 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGHEST for action security_group_rules [ 580.260185] env[63386]: INFO networking_nsxv3.common.synchronization [req-5509e3a2-9cb6-4873-932e-0ccaec9a40be req-e615cc2e-adae-4864-a66d-c9b470026577 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGHEST for action security_group_members [ 580.260326] env[63386]: INFO networking_nsxv3.common.synchronization [req-5509e3a2-9cb6-4873-932e-0ccaec9a40be req-e615cc2e-adae-4864-a66d-c9b470026577 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 43788012-2e85-4819-8332-d8d578b6cc55 with Priority: HIGHEST for action port [ 580.262577] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_rules [ 580.263440] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGHEST for action security_group_rules [ 580.263634] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43788012-2e85-4819-8332-d8d578b6cc55 with Priority: HIGHEST for action port [ 580.263704] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 580.263826] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGHEST for action security_group_members [ 580.264150] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.264312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.264407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.264656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.265125] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.265975] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.266127] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.266180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.266410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.266515] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.269440] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-43788012-2e85-4819-8332-d8d578b6cc55 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.269937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.270060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.270342] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.270481] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43788012-2e85-4819-8332-d8d578b6cc55',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.271522] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.271655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.271954] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31d639e-81ef-48d0-ad6c-6e73ab77f010 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.272093] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.675786] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.677130] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.726975] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a730f3a0-f348-41e3-8aca-fc21649aa3c6 [ 580.727229] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.727360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.727426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.727636] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.727725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.727819] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a730f3a0-f348-41e3-8aca-fc21649aa3c6 already deleted. [ 580.727898] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a730f3a0-f348-41e3-8aca-fc21649aa3c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.765295] env[63386]: INFO networking_nsxv3.common.synchronization [None req-3b2affc2-7b4b-409b-b695-0059ebfd038c None None] Enqueued Resource ID: 4313b20a-2578-497f-a742-0054135f9cdb with Priority: HIGHEST for action port [ 580.771035] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4313b20a-2578-497f-a742-0054135f9cdb with Priority: HIGHEST for action port [ 580.771035] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-4313b20a-2578-497f-a742-0054135f9cdb taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.771035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4313b20a-2578-497f-a742-0054135f9cdb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.771035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4313b20a-2578-497f-a742-0054135f9cdb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.771035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4313b20a-2578-497f-a742-0054135f9cdb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.771035] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4313b20a-2578-497f-a742-0054135f9cdb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.773434] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31d639e-81ef-48d0-ad6c-6e73ab77f010 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.773434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.773799] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.773896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.775238] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43788012-2e85-4819-8332-d8d578b6cc55 with status ACTIVE [ 580.775573] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.775573] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.775573] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.775763] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.775873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.776103] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.776155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.776188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.777230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.777230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.777230] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.777230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.777230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.777230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.777230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.777230] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43788012-2e85-4819-8332-d8d578b6cc55 is going to be updated. [ 580.798917] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.800515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.800515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.800515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.800515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.800515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.898926] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e8b331-d7b2-4f68-aea9-558857703c8d in Status: SUCCESS [ 580.900254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.902712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.902712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.902712] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.902712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.902712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.902712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.902712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.902712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.902712] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e8b331-d7b2-4f68-aea9-558857703c8d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.178968] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.185023] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.271448] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4313b20a-2578-497f-a742-0054135f9cdb [ 581.271448] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.271448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.271448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.271448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.271448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.271448] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4313b20a-2578-497f-a742-0054135f9cdb already deleted. [ 581.271448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4313b20a-2578-497f-a742-0054135f9cdb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.407843] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e8b331-d7b2-4f68-aea9-558857703c8d taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.408023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.408095] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.408317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.408487] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.408591] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.408660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.408804] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.408891] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.408985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.409227] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e8b331-d7b2-4f68-aea9-558857703c8d taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.409338] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.409338] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.409634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.409634] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.409895] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.409895] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.409895] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.410070] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.410070] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.410212] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e8b331-d7b2-4f68-aea9-558857703c8d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.541865] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75b284c5-b53f-4673-9ef9-9289b78b995c in Status: SUCCESS [ 581.543855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.649029] env[63386]: INFO networking_nsxv3.common.synchronization [req-6db3b996-2e5e-4e11-a267-eae5264306b5 req-270293c9-bf04-42eb-80a1-7e2c0abc525f tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 581.649385] env[63386]: INFO networking_nsxv3.common.synchronization [req-6db3b996-2e5e-4e11-a267-eae5264306b5 req-270293c9-bf04-42eb-80a1-7e2c0abc525f tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 57060184-584e-4958-b4b8-78e62d5beaa1 with Priority: HIGHEST for action security_group_members [ 581.649563] env[63386]: INFO networking_nsxv3.common.synchronization [req-6db3b996-2e5e-4e11-a267-eae5264306b5 req-270293c9-bf04-42eb-80a1-7e2c0abc525f tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGHEST for action security_group_members [ 581.650868] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 581.651155] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57060184-584e-4958-b4b8-78e62d5beaa1 with Priority: HIGHEST for action security_group_members [ 581.651155] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGHEST for action security_group_members [ 581.651523] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.651627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.651818] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-57060184-584e-4958-b4b8-78e62d5beaa1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.651920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.652194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.652360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.652861] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.652861] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.652861] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.652988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.652988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.653135] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57060184-584e-4958-b4b8-78e62d5beaa1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.654093] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31d639e-81ef-48d0-ad6c-6e73ab77f010 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.654190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.684034] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.684339] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.684339] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.684437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.684521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.684615] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 581.689293] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.689293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.689293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.689293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.689293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.689293] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 is going to be created. [ 581.711423] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.711589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.711805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.711924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.712102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.716451] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.716451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.716451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.716451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.716451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.727449] env[63386]: INFO networking_nsxv3.common.synchronization [req-6db3b996-2e5e-4e11-a267-eae5264306b5 req-270293c9-bf04-42eb-80a1-7e2c0abc525f tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 57060184-584e-4958-b4b8-78e62d5beaa1 with Priority: HIGHEST for action security_group_rules [ 581.727652] env[63386]: INFO networking_nsxv3.common.synchronization [req-6db3b996-2e5e-4e11-a267-eae5264306b5 req-270293c9-bf04-42eb-80a1-7e2c0abc525f tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 57060184-584e-4958-b4b8-78e62d5beaa1 with Priority: HIGHEST for action security_group_members [ 581.729190] env[63386]: INFO networking_nsxv3.common.synchronization [req-6db3b996-2e5e-4e11-a267-eae5264306b5 req-270293c9-bf04-42eb-80a1-7e2c0abc525f tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_rules [ 581.729190] env[63386]: INFO networking_nsxv3.common.synchronization [req-6db3b996-2e5e-4e11-a267-eae5264306b5 req-270293c9-bf04-42eb-80a1-7e2c0abc525f tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 581.729190] env[63386]: INFO networking_nsxv3.common.synchronization [req-6db3b996-2e5e-4e11-a267-eae5264306b5 req-270293c9-bf04-42eb-80a1-7e2c0abc525f tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGHEST for action security_group_rules [ 581.729190] env[63386]: INFO networking_nsxv3.common.synchronization [req-6db3b996-2e5e-4e11-a267-eae5264306b5 req-270293c9-bf04-42eb-80a1-7e2c0abc525f tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGHEST for action security_group_members [ 581.729190] env[63386]: INFO networking_nsxv3.common.synchronization [req-6db3b996-2e5e-4e11-a267-eae5264306b5 req-270293c9-bf04-42eb-80a1-7e2c0abc525f tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 43788012-2e85-4819-8332-d8d578b6cc55 with Priority: HIGHEST for action port [ 581.729875] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 581.730408] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 in Status: UNINITIALIZED for 2s [ 581.730840] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57060184-584e-4958-b4b8-78e62d5beaa1 with Priority: HIGHEST for action security_group_rules [ 581.730989] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_rules [ 581.731363] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGHEST for action security_group_members [ 581.731416] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43788012-2e85-4819-8332-d8d578b6cc55 with Priority: HIGHEST for action port [ 581.733512] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGHEST for action security_group_rules [ 581.733512] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57060184-584e-4958-b4b8-78e62d5beaa1 with Priority: HIGHEST for action security_group_members [ 581.733512] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 581.733512] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57060184-584e-4958-b4b8-78e62d5beaa1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.733512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.733512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.733863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.733863] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57060184-584e-4958-b4b8-78e62d5beaa1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.734754] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.734853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.735112] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31d639e-81ef-48d0-ad6c-6e73ab77f010 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.735968] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.735968] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-43788012-2e85-4819-8332-d8d578b6cc55 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.735968] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.735968] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.735968] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.735968] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43788012-2e85-4819-8332-d8d578b6cc55',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.739527] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.739527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.742329] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-57060184-584e-4958-b4b8-78e62d5beaa1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.742438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.743401] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.743522] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.912948] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e8b331-d7b2-4f68-aea9-558857703c8d: rpc.has_security_group_logging(os_id): False [ 581.932018] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.932481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.932481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.932707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.932914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.933190] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.933190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.933190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.933346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.933431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.933618] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.935019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.935019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.935019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.935019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.935019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.935019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.935019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.935019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.935550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.935550] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e8b331-d7b2-4f68-aea9-558857703c8d is going to be created. [ 581.987071] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.987236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.987352] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.987707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.989321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.001841] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e8b331-d7b2-4f68-aea9-558857703c8d in Status: IN_PROGRESS for 2s [ 582.155059] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57060184-584e-4958-b4b8-78e62d5beaa1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.244868] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43788012-2e85-4819-8332-d8d578b6cc55 with status ACTIVE [ 582.245351] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.245489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.245489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.245847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.245995] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.246297] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.246527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.246597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.246897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.246969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.247257] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.247443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.247553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.247765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.247875] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.248049] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43788012-2e85-4819-8332-d8d578b6cc55 is going to be updated. [ 582.250897] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-57060184-584e-4958-b4b8-78e62d5beaa1 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.250897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.304989] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.305166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.305240] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.306895] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.307064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.307269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43788012-2e85-4819-8332-d8d578b6cc55" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.419104] env[63386]: INFO networking_nsxv3.common.synchronization [req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 req-9793a2de-77cb-46da-8474-b09d758da993 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Enqueued Resource ID: 30e19c5a-617c-44fd-91fd-681521b78a8a with Priority: HIGHEST for action security_group_members [ 582.419104] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e19c5a-617c-44fd-91fd-681521b78a8a with Priority: HIGHEST for action security_group_members [ 582.419104] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e19c5a-617c-44fd-91fd-681521b78a8a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.419104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.419104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.419865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.420251] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.420587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.420799] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.421337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.421740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.422018] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30e19c5a-617c-44fd-91fd-681521b78a8a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.657100] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57060184-584e-4958-b4b8-78e62d5beaa1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.924100] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.924470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.924470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.924548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.924624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.924821] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.924922] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.924977] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.925211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.925211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.925305] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e19c5a-617c-44fd-91fd-681521b78a8a already deleted. [ 582.925397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.933286] env[63386]: INFO networking_nsxv3.common.synchronization [None req-8f3fac4a-8259-44c1-96a0-268940f504ca tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Enqueued Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGHEST for action security_group_rules [ 582.933489] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGHEST for action security_group_rules [ 582.933776] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.933891] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.934584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.934912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.935032] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a350a1c8-c4d4-407d-a5a3-e272f621abf1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.021033] env[63386]: INFO networking_nsxv3.common.synchronization [None req-ec7baf51-5218-4ad2-a06f-659ac90ffad9 None None] Enqueued Resource ID: e5b7c9db-2c5e-4299-ae06-e0f1625dbfa3 with Priority: HIGHEST for action port [ 583.021033] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b7c9db-2c5e-4299-ae06-e0f1625dbfa3 with Priority: HIGHEST for action port [ 583.021033] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b7c9db-2c5e-4299-ae06-e0f1625dbfa3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.021372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b7c9db-2c5e-4299-ae06-e0f1625dbfa3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.021372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b7c9db-2c5e-4299-ae06-e0f1625dbfa3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.021486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b7c9db-2c5e-4299-ae06-e0f1625dbfa3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.021526] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b7c9db-2c5e-4299-ae06-e0f1625dbfa3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.131024] env[63386]: INFO networking_nsxv3.common.synchronization [None req-0381106f-d20b-4d30-abf6-d80fd6a59cd7 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Enqueued Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGHEST for action security_group_rules [ 583.131835] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGHEST for action security_group_rules [ 583.132723] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.132866] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.144719] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.145597] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.145597] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.145943] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.146125] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.146280] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.146401] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.146630] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.146781] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.146994] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 583.147352] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 583.147431] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 583.147614] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 583.147686] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 583.147761] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 583.147893] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 583.159468] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.159614] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.159748] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.159898] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.162023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.162023] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57060184-584e-4958-b4b8-78e62d5beaa1 is going to be created. [ 583.166143] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 583.166143] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 583.166143] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 583.166340] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.166740] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-e177ac98-4bdd-425b-ab56-4447272b05a0 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.167713] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-e177ac98-4bdd-425b-ab56-4447272b05a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.167713] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-e177ac98-4bdd-425b-ab56-4447272b05a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.167713] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-e177ac98-4bdd-425b-ab56-4447272b05a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.167713] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e177ac98-4bdd-425b-ab56-4447272b05a0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.184367] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.184580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.184647] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.184822] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.184988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.198560] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57060184-584e-4958-b4b8-78e62d5beaa1 in Status: UNINITIALIZED for 2s [ 583.291333] env[63386]: INFO networking_nsxv3.common.synchronization [None req-103f99f0-615f-4b5a-b688-1c6fe381f9c2 None None] Enqueued Resource ID: b56ff524-2b54-47aa-ba55-e758071aefd6 with Priority: HIGHEST for action port [ 583.291333] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56ff524-2b54-47aa-ba55-e758071aefd6 with Priority: HIGHEST for action port [ 583.291333] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-b56ff524-2b54-47aa-ba55-e758071aefd6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.291333] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b56ff524-2b54-47aa-ba55-e758071aefd6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.291333] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b56ff524-2b54-47aa-ba55-e758071aefd6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.291333] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b56ff524-2b54-47aa-ba55-e758071aefd6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.291333] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b56ff524-2b54-47aa-ba55-e758071aefd6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.454569] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.454718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.454791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.455009] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.455105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.455200] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 already deleted. [ 583.455289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.456376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.456376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.456376] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a350a1c8-c4d4-407d-a5a3-e272f621abf1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.524202] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5b7c9db-2c5e-4299-ae06-e0f1625dbfa3 [ 583.525493] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.525679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.525789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.526043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.526544] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.526682] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5b7c9db-2c5e-4299-ae06-e0f1625dbfa3 already deleted. [ 583.526778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b7c9db-2c5e-4299-ae06-e0f1625dbfa3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.672865] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.673163] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.673326] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.673809] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.673868] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.674051] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port e177ac98-4bdd-425b-ab56-4447272b05a0 not found, creating... [ 583.674360] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.674595] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.674916] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.675040] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.675193] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.675492] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.676332] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.676332] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.676332] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.676332] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.676613] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: e177ac98-4bdd-425b-ab56-4447272b05a0 is going to be created. [ 583.699609] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.699767] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.700117] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.700197] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.700456] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.700713] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-e177ac98-4bdd-425b-ab56-4447272b05a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.741457] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 in Status: SUCCESS [ 583.741563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.741638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.741828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.742025] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.742151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.742219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.742675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.742675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.742675] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.744397] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 583.744550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.744898] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.745100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.745259] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.745358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.746262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.746262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.746262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.746262] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.794075] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b56ff524-2b54-47aa-ba55-e758071aefd6 [ 583.794271] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.795486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.795486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.795683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.795852] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.795852] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b56ff524-2b54-47aa-ba55-e758071aefd6 already deleted. [ 583.795928] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b56ff524-2b54-47aa-ba55-e758071aefd6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.979549] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.980411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.980411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.980411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.980411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.980411] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 already deleted. [ 583.980411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.013619] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e8b331-d7b2-4f68-aea9-558857703c8d in Status: SUCCESS [ 584.013911] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.246494] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.248830] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.748725] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.752380] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.781987] env[63386]: INFO networking_nsxv3.common.synchronization [req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 req-134e3d2a-4728-419f-8fd3-3a40840271d6 service nova] Enqueued Resource ID: 30e19c5a-617c-44fd-91fd-681521b78a8a with Priority: HIGHEST for action security_group_rules [ 584.781987] env[63386]: INFO networking_nsxv3.common.synchronization [req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 req-134e3d2a-4728-419f-8fd3-3a40840271d6 service nova] Enqueued Resource ID: 30e19c5a-617c-44fd-91fd-681521b78a8a with Priority: HIGHEST for action security_group_members [ 584.781987] env[63386]: INFO networking_nsxv3.common.synchronization [req-98002a09-1dd1-43a3-a3c9-55eac4a860f1 req-134e3d2a-4728-419f-8fd3-3a40840271d6 service nova] Enqueued Resource ID: e177ac98-4bdd-425b-ab56-4447272b05a0 with Priority: HIGHEST for action port [ 584.782835] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e19c5a-617c-44fd-91fd-681521b78a8a with Priority: HIGHEST for action security_group_rules [ 584.783053] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e19c5a-617c-44fd-91fd-681521b78a8a with Priority: HIGHEST for action security_group_members [ 584.783258] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e177ac98-4bdd-425b-ab56-4447272b05a0 with Priority: HIGHEST for action port [ 584.784330] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30e19c5a-617c-44fd-91fd-681521b78a8a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.784521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.784764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.785206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.785348] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30e19c5a-617c-44fd-91fd-681521b78a8a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.786737] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e19c5a-617c-44fd-91fd-681521b78a8a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.786967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.787028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.787432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.787527] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.787676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.787756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.787991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.788293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.788293] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30e19c5a-617c-44fd-91fd-681521b78a8a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.790070] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-e177ac98-4bdd-425b-ab56-4447272b05a0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.790186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e177ac98-4bdd-425b-ab56-4447272b05a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.790279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e177ac98-4bdd-425b-ab56-4447272b05a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.790761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e177ac98-4bdd-425b-ab56-4447272b05a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.790761] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e177ac98-4bdd-425b-ab56-4447272b05a0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.972951] env[63386]: INFO networking_nsxv3.common.synchronization [req-b048eca7-62ef-4fee-8ecc-d307a1680a45 req-80a1f8ef-136a-4afc-9144-f0dcbfbe01a2 tempest-TenantUsagesTestJSON-107941945 tempest-TenantUsagesTestJSON-107941945-project-member] Enqueued Resource ID: 648e15ce-eef5-463c-9af4-814922c4f8fb with Priority: HIGHEST for action security_group_members [ 584.973312] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648e15ce-eef5-463c-9af4-814922c4f8fb with Priority: HIGHEST for action security_group_members [ 584.973902] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-648e15ce-eef5-463c-9af4-814922c4f8fb taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.973902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.973902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.974739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.974739] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.974739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.974739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.974739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.975966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.976305] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('648e15ce-eef5-463c-9af4-814922c4f8fb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.213041] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57060184-584e-4958-b4b8-78e62d5beaa1 in Status: SUCCESS [ 585.214144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.214144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.214144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.214144] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.214144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.214144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.214693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.214693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.214693] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57060184-584e-4958-b4b8-78e62d5beaa1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.255350] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.255350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.255350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.255350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.255350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.255350] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 is going to be updated. [ 585.255968] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.255968] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.256423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.256651] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.256651] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.256844] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 585.291896] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.292058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.292134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.292345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.292511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.293863] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30e19c5a-617c-44fd-91fd-681521b78a8a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.294777] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e19c5a-617c-44fd-91fd-681521b78a8a taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.296602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.296602] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e177ac98-4bdd-425b-ab56-4447272b05a0 with status ACTIVE [ 585.296602] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.296602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.296602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.296602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.296602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.296602] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.296602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.296602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.296602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.296602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.296602] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.296602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.296602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.296602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.296602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.297551] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e177ac98-4bdd-425b-ab56-4447272b05a0 is going to be updated. [ 585.303589] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.303589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.303589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.303589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.303589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.313816] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 in Status: IN_PROGRESS for 2s [ 585.314550] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 585.330355] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.330529] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.330585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.331627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.331805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.331976] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e177ac98-4bdd-425b-ab56-4447272b05a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.478280] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.478485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.478555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.478781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.479242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.479471] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.479582] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.479649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.479833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.479958] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.480085] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648e15ce-eef5-463c-9af4-814922c4f8fb is going to be updated. [ 585.508856] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.509118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.509635] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.510033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.510269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.518199] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648e15ce-eef5-463c-9af4-814922c4f8fb in Status: IN_PROGRESS for 2s [ 585.718664] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57060184-584e-4958-b4b8-78e62d5beaa1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.803974] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30e19c5a-617c-44fd-91fd-681521b78a8a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.151178] env[63386]: INFO networking_nsxv3.common.synchronization [req-d56ad3b0-524c-4354-ae44-1a97546f5bfa req-bbf57c1d-e2e5-47d8-b90a-2abf14c86236 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Enqueued Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 586.151178] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 586.151178] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.151178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.151726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.152100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.152813] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.153064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.153230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.153487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.153667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.153850] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.224223] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57060184-584e-4958-b4b8-78e62d5beaa1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.307629] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.307747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.307803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.307997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.308108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.308212] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e19c5a-617c-44fd-91fd-681521b78a8a is going to be created. [ 586.330962] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.331154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.331235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.331475] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.331633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.344143] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e19c5a-617c-44fd-91fd-681521b78a8a in Status: UNINITIALIZED for 2s [ 586.662278] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.662278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.662278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.662278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.662278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.662278] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.662278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.662278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.662278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.662278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.662278] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 already deleted. [ 586.662278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.727829] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.727968] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.728033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.728249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.728339] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.728439] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57060184-584e-4958-b4b8-78e62d5beaa1 is going to be updated. [ 586.754677] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.754835] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.754903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.755132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.755274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.765790] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57060184-584e-4958-b4b8-78e62d5beaa1 in Status: IN_PROGRESS for 2s [ 586.801128] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.801693] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.801693] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.802277] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.802277] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.802516] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.802624] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.803219] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.803219] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.803440] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 586.803590] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.803710] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.803853] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.803949] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 586.804053] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.804192] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.824021] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.824021] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 586.824021] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.824021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.824021] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-452d0345-fd40-41c9-b3bd-e22c356e1fb2 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.824021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-452d0345-fd40-41c9-b3bd-e22c356e1fb2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.824021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-452d0345-fd40-41c9-b3bd-e22c356e1fb2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.824021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-452d0345-fd40-41c9-b3bd-e22c356e1fb2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.824021] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('452d0345-fd40-41c9-b3bd-e22c356e1fb2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.041645] env[63386]: INFO networking_nsxv3.common.synchronization [None req-36966030-3f24-49a6-a1b4-e101b7fe8157 None None] Enqueued Resource ID: 4f4cab96-231c-4e8e-9f7e-21d75265a6db with Priority: HIGHEST for action port [ 587.041645] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f4cab96-231c-4e8e-9f7e-21d75265a6db with Priority: HIGHEST for action port [ 587.041645] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f4cab96-231c-4e8e-9f7e-21d75265a6db taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.041645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f4cab96-231c-4e8e-9f7e-21d75265a6db" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.041888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f4cab96-231c-4e8e-9f7e-21d75265a6db" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.042327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f4cab96-231c-4e8e-9f7e-21d75265a6db" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.042327] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f4cab96-231c-4e8e-9f7e-21d75265a6db',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.326162] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 587.326421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.327070] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 in Status: SUCCESS [ 587.327340] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.328645] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.328645] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.328645] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.328970] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.329246] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.329458] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 452d0345-fd40-41c9-b3bd-e22c356e1fb2 not found, creating... [ 587.329776] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.330053] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.330244] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.330524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.330723] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.331076] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.331380] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.331590] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.331880] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.332260] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.333071] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 452d0345-fd40-41c9-b3bd-e22c356e1fb2 is going to be created. [ 587.334009] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.334192] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.334708] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.334708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.334708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.334708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.334708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.334901] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.334901] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.336096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.336254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.336409] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.336510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.336575] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.336717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.336795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.336876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.337095] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.338050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.338229] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.338496] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.338496] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.338597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.338662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.338740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.338823] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.339618] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.339618] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.340028] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.340028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.340028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.344259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.344259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.344444] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.362114] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.362375] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.362508] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.362774] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.363012] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.363243] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-452d0345-fd40-41c9-b3bd-e22c356e1fb2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.528198] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648e15ce-eef5-463c-9af4-814922c4f8fb in Status: SUCCESS [ 587.528198] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648e15ce-eef5-463c-9af4-814922c4f8fb deletion is rescheduled due to dependency. [ 587.528198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648e15ce-eef5-463c-9af4-814922c4f8fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.548940] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f4cab96-231c-4e8e-9f7e-21d75265a6db [ 587.548940] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.548940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.548940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.549257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.549257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.549352] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f4cab96-231c-4e8e-9f7e-21d75265a6db already deleted. [ 587.549426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f4cab96-231c-4e8e-9f7e-21d75265a6db" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.839297] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.839468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.846341] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.847287] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.852263] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.352731] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e19c5a-617c-44fd-91fd-681521b78a8a in Status: SUCCESS [ 588.353232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.353232] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f31d639e-81ef-48d0-ad6c-6e73ab77f010: rpc.has_security_group_logging(os_id): False [ 588.354133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.354550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.354550] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.354680] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.354680] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.354828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.355204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.355204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.356243] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30e19c5a-617c-44fd-91fd-681521b78a8a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.357132] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.357819] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.372897] env[63386]: INFO networking_nsxv3.common.synchronization [req-d56ad3b0-524c-4354-ae44-1a97546f5bfa req-58a2af63-9df6-4d6a-a60c-432e17a528c2 service nova] Enqueued Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_rules [ 588.372897] env[63386]: INFO networking_nsxv3.common.synchronization [req-d56ad3b0-524c-4354-ae44-1a97546f5bfa req-58a2af63-9df6-4d6a-a60c-432e17a528c2 service nova] Enqueued Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 588.372897] env[63386]: INFO networking_nsxv3.common.synchronization [req-d56ad3b0-524c-4354-ae44-1a97546f5bfa req-58a2af63-9df6-4d6a-a60c-432e17a528c2 service nova] Enqueued Resource ID: 452d0345-fd40-41c9-b3bd-e22c356e1fb2 with Priority: HIGHEST for action port [ 588.373906] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.374282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.374399] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.374627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.374725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.374948] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.375070] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.375138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.375303] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.375386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.375505] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 is going to be created. [ 588.383021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_rules [ 588.383021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 588.383021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 452d0345-fd40-41c9-b3bd-e22c356e1fb2 with Priority: HIGHEST for action port [ 588.383021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.383021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.383021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.383021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.383021] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.384515] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.384641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.384685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.384866] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.385016] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.385122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.385185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.385335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.385420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.385510] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.386846] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-452d0345-fd40-41c9-b3bd-e22c356e1fb2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.386846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-452d0345-fd40-41c9-b3bd-e22c356e1fb2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.387040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-452d0345-fd40-41c9-b3bd-e22c356e1fb2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.387040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-452d0345-fd40-41c9-b3bd-e22c356e1fb2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.387112] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('452d0345-fd40-41c9-b3bd-e22c356e1fb2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.435918] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.436129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.436129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.436351] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.436522] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.448187] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 in Status: IN_PROGRESS for 2s [ 588.652031] env[63386]: INFO networking_nsxv3.common.synchronization [req-44c28ee7-b804-44b8-94c4-28101b9500b6 req-ee23ddd7-1228-4324-958a-75cff95227bc tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Enqueued Resource ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 with Priority: HIGHEST for action security_group_members [ 588.652711] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 with Priority: HIGHEST for action security_group_members [ 588.652909] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fd5c4-9d77-4ca9-9221-d5cd657cd196 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.653039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.653113] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.653376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.653537] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.653639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.653902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.653902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.654026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.654182] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576fd5c4-9d77-4ca9-9221-d5cd657cd196',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.775485] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57060184-584e-4958-b4b8-78e62d5beaa1 in Status: SUCCESS [ 588.775785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.776016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.776230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.776434] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.776557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.776794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.776794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.776880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.777245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.777245] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57060184-584e-4958-b4b8-78e62d5beaa1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.865233] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e19c5a-617c-44fd-91fd-681521b78a8a taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.865233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.865233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.865233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.865233] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.865233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.865233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.865233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.865233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.865233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.865233] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e19c5a-617c-44fd-91fd-681521b78a8a taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.865233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.865233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.865233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.865233] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.865233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.866142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.866142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.866142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.866142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.866142] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30e19c5a-617c-44fd-91fd-681521b78a8a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.870309] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.870309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.870309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.870309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.870309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.870309] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 588.870309] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.870309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.870309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.870309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.870309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.870309] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 is going to be updated. [ 588.884996] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.884996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.890688] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.890688] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 452d0345-fd40-41c9-b3bd-e22c356e1fb2 with status ACTIVE [ 588.890688] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.890688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.890688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.890688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.890688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.890688] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.890688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.890688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.890688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.890688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.890688] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.890688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.890688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.890688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.891613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.891613] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 452d0345-fd40-41c9-b3bd-e22c356e1fb2 is going to be updated. [ 588.902192] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.902334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.902436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.902676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.902737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.905325] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.905489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.905613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.905881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.906102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.911975] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.912111] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.912235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.912363] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.912497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.912652] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-452d0345-fd40-41c9-b3bd-e22c356e1fb2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.915894] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 588.916075] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 in Status: IN_PROGRESS for 2s [ 588.930743] env[63386]: INFO networking_nsxv3.common.synchronization [None req-aba40cf8-1616-488b-9aae-841219466ef1 None None] Enqueued Resource ID: 3ce9bdec-f14e-4db9-93f5-a2fb620007d5 with Priority: HIGHEST for action port [ 588.931069] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce9bdec-f14e-4db9-93f5-a2fb620007d5 with Priority: HIGHEST for action port [ 588.931738] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ce9bdec-f14e-4db9-93f5-a2fb620007d5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.931884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ce9bdec-f14e-4db9-93f5-a2fb620007d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.932046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ce9bdec-f14e-4db9-93f5-a2fb620007d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.932344] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ce9bdec-f14e-4db9-93f5-a2fb620007d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.933080] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ce9bdec-f14e-4db9-93f5-a2fb620007d5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.111528] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-610 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.111528] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-610" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.111528] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-610" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.111865] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-610" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.112099] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.112298] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.115795] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.115795] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.115795] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.115795] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 589.115795] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.115795] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.115795] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.115795] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 589.115795] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.115795] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.132597] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.132997] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 589.132997] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.134440] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-610" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.134440] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-74584b6c-857a-4079-8bf9-1d43f80b06f1 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.134629] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-74584b6c-857a-4079-8bf9-1d43f80b06f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.134751] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-74584b6c-857a-4079-8bf9-1d43f80b06f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.135274] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-74584b6c-857a-4079-8bf9-1d43f80b06f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.135860] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74584b6c-857a-4079-8bf9-1d43f80b06f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.156091] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.156288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.156350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.156537] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.156631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.156823] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.156927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.156986] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.157132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.157207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.157299] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 already deleted. [ 589.157408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.285990] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57060184-584e-4958-b4b8-78e62d5beaa1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.374283] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30e19c5a-617c-44fd-91fd-681521b78a8a: rpc.has_security_group_logging(os_id): False [ 589.389681] env[63386]: INFO networking_nsxv3.common.synchronization [req-a9470a56-9aee-44d3-9a14-7671b6145be1 req-c4db371d-75cf-4d59-b227-03cec39affc9 tempest-FloatingIPsAssociationNegativeTestJSON-306051116 tempest-FloatingIPsAssociationNegativeTestJSON-306051116-project-member] Enqueued Resource ID: a9d92e40-94d2-40ed-9225-8478262f2170 with Priority: HIGHEST for action security_group_members [ 589.390252] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d92e40-94d2-40ed-9225-8478262f2170 with Priority: HIGHEST for action security_group_members [ 589.390584] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9d92e40-94d2-40ed-9225-8478262f2170 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.390697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.390760] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.390978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.391257] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.392122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.392122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.392122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.392122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.392122] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9d92e40-94d2-40ed-9225-8478262f2170',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.396462] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.396462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.396462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.396462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.396462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.396462] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.396462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.396462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.396913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.396913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.396986] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.397097] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.397855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.397855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.397855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.397855] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.397855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.397855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.397855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.398420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.398420] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30e19c5a-617c-44fd-91fd-681521b78a8a is going to be created. [ 589.399364] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.436058] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ce9bdec-f14e-4db9-93f5-a2fb620007d5 [ 589.436643] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.436643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.436643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.436899] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.436899] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.436972] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ce9bdec-f14e-4db9-93f5-a2fb620007d5 already deleted. [ 589.437033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ce9bdec-f14e-4db9-93f5-a2fb620007d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.461801] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.461801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.461801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.461801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.461801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.472150] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30e19c5a-617c-44fd-91fd-681521b78a8a in Status: IN_PROGRESS for 2s [ 589.639581] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.639841] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.639987] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.640342] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.640523] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.640681] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 74584b6c-857a-4079-8bf9-1d43f80b06f1 not found, creating... [ 589.640959] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.641146] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.641266] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.641499] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.641660] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.641987] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.642454] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.642590] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.642821] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.642961] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.643133] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 74584b6c-857a-4079-8bf9-1d43f80b06f1 is going to be created. [ 589.672963] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.673204] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.673330] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.673609] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.673839] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.674105] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-74584b6c-857a-4079-8bf9-1d43f80b06f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.790861] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57060184-584e-4958-b4b8-78e62d5beaa1: rpc.has_security_group_logging(os_id): False [ 589.807677] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.807786] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.807786] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.807998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.808109] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.808327] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.808610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.808610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.808717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.808768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.808818] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57060184-584e-4958-b4b8-78e62d5beaa1 is going to be created. [ 589.881132] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.881132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.881132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.881343] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.881604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.893163] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57060184-584e-4958-b4b8-78e62d5beaa1 in Status: IN_PROGRESS for 2s [ 589.895860] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.895975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.896419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.896419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.896419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.896587] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.896693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.896693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.896895] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.896895] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.897047] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d92e40-94d2-40ed-9225-8478262f2170 is going to be updated. [ 589.902973] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.903151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.903226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.903371] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.904826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.904826] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 is going to be created. [ 589.926223] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.926487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.926487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.928423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.928423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.928848] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.928974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.929056] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.929826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.929826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.939097] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: UNINITIALIZED for 2s [ 589.940193] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d92e40-94d2-40ed-9225-8478262f2170 in Status: IN_PROGRESS for 2s [ 590.460339] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 in Status: SUCCESS [ 590.460628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.460759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.461157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.461321] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.620786] env[63386]: INFO networking_nsxv3.common.synchronization [req-44c28ee7-b804-44b8-94c4-28101b9500b6 req-4beccea6-5fc5-4d8c-860a-2f2c2332ecfa service nova] Enqueued Resource ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 with Priority: HIGHEST for action security_group_rules [ 590.620973] env[63386]: INFO networking_nsxv3.common.synchronization [req-44c28ee7-b804-44b8-94c4-28101b9500b6 req-4beccea6-5fc5-4d8c-860a-2f2c2332ecfa service nova] Enqueued Resource ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 with Priority: HIGHEST for action security_group_members [ 590.621131] env[63386]: INFO networking_nsxv3.common.synchronization [req-44c28ee7-b804-44b8-94c4-28101b9500b6 req-4beccea6-5fc5-4d8c-860a-2f2c2332ecfa service nova] Enqueued Resource ID: 74584b6c-857a-4079-8bf9-1d43f80b06f1 with Priority: HIGHEST for action port [ 590.621424] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 with Priority: HIGHEST for action security_group_rules [ 590.621549] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 with Priority: HIGHEST for action security_group_members [ 590.621663] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74584b6c-857a-4079-8bf9-1d43f80b06f1 with Priority: HIGHEST for action port [ 590.622311] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576fd5c4-9d77-4ca9-9221-d5cd657cd196 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.622444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.622494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.622753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.622836] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576fd5c4-9d77-4ca9-9221-d5cd657cd196',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.623649] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fd5c4-9d77-4ca9-9221-d5cd657cd196 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.623761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.623811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.623977] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.624135] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.624230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.624329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.624429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.624826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.624896] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576fd5c4-9d77-4ca9-9221-d5cd657cd196',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.625556] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-74584b6c-857a-4079-8bf9-1d43f80b06f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.625674] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74584b6c-857a-4079-8bf9-1d43f80b06f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.625742] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74584b6c-857a-4079-8bf9-1d43f80b06f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.626027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74584b6c-857a-4079-8bf9-1d43f80b06f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.626027] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74584b6c-857a-4079-8bf9-1d43f80b06f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.925434] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 in Status: SUCCESS [ 590.925434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.925616] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.925897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.925993] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.926148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.926216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.926384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.926488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.926585] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.928798] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 590.928798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.928798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.928798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.929228] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.929228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.929228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.929364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.929592] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.929592] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.966332] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31d639e-81ef-48d0-ad6c-6e73ab77f010 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.966478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.130311] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576fd5c4-9d77-4ca9-9221-d5cd657cd196',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.131496] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fd5c4-9d77-4ca9-9221-d5cd657cd196 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.131620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.131762] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74584b6c-857a-4079-8bf9-1d43f80b06f1 with status ACTIVE [ 591.131917] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.132032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.132097] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.132338] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.132430] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.132605] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.132759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.132759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.132912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.132985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.133581] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.134413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.134413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.134413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.134413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.134413] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74584b6c-857a-4079-8bf9-1d43f80b06f1 is going to be updated. [ 591.156448] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.156687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.156761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.156980] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.157138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.157318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74584b6c-857a-4079-8bf9-1d43f80b06f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.414303] env[63386]: INFO networking_nsxv3.common.synchronization [req-ad95661e-2359-4ed4-85f0-3d8c79047071 req-c831e9a9-4cb3-4259-9cf7-7ca2fb203e80 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Enqueued Resource ID: aa786e18-9e99-4f92-8eff-004d2a2f233a with Priority: HIGHEST for action security_group_members [ 591.415084] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa786e18-9e99-4f92-8eff-004d2a2f233a with Priority: HIGHEST for action security_group_members [ 591.416016] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa786e18-9e99-4f92-8eff-004d2a2f233a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.416016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.416016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.416311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.416564] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.416747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.418198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.418474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.418638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.418810] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa786e18-9e99-4f92-8eff-004d2a2f233a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.431053] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.432348] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.485761] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30e19c5a-617c-44fd-91fd-681521b78a8a in Status: SUCCESS [ 591.485761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.638817] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576fd5c4-9d77-4ca9-9221-d5cd657cd196',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.903760] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57060184-584e-4958-b4b8-78e62d5beaa1 in Status: SUCCESS [ 591.903999] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.922056] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.922314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.922471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.922843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.925144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.925494] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.925622] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.925761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.925869] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.925950] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.926050] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa786e18-9e99-4f92-8eff-004d2a2f233a already deleted. [ 591.926135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.934482] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.934698] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.947997] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: SUCCESS [ 591.947997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.948415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.948559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.948742] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.948967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.948967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.949085] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.949413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.949413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.949413] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.950565] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9d92e40-94d2-40ed-9225-8478262f2170 in Status: SUCCESS [ 591.953498] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9d92e40-94d2-40ed-9225-8478262f2170 deletion is rescheduled due to dependency. [ 591.953498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9d92e40-94d2-40ed-9225-8478262f2170" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.021972] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.022208] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-717" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.022366] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-717" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.022659] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-717" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.022921] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.023229] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.023374] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.023595] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.023735] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.023940] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 592.024059] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.024165] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.024269] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.024371] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 592.024500] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.026028] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.049165] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.049165] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 592.049165] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.049165] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-717" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.049165] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-fe001077-fb90-4e2a-a2df-592bd2d4fe95 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.049165] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-fe001077-fb90-4e2a-a2df-592bd2d4fe95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.049504] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-fe001077-fb90-4e2a-a2df-592bd2d4fe95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.049622] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-fe001077-fb90-4e2a-a2df-592bd2d4fe95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.049761] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe001077-fb90-4e2a-a2df-592bd2d4fe95',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.144620] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.145561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.145561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.145561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.145561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.145561] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 is going to be created. [ 592.167112] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.167289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.167331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.167549] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.167716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.179069] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 in Status: UNINITIALIZED for 2s [ 592.335310] env[63386]: INFO networking_nsxv3.common.synchronization [req-f09f8989-04e9-4846-8972-096d353434a4 req-1dcb28c4-f09a-4afd-9b6b-7d0e5ccd0026 tempest-ServerDiagnosticsTest-115542316 tempest-ServerDiagnosticsTest-115542316-project-member] Enqueued Resource ID: 04e8b331-d7b2-4f68-aea9-558857703c8d with Priority: HIGHEST for action security_group_members [ 592.335656] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e8b331-d7b2-4f68-aea9-558857703c8d with Priority: HIGHEST for action security_group_members [ 592.335952] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e8b331-d7b2-4f68-aea9-558857703c8d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.336098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.336169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.336406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.336593] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.336718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.336786] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.336972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.341469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.341469] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e8b331-d7b2-4f68-aea9-558857703c8d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.437555] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.437728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.437839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.438106] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.438201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.439606] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 is going to be updated. [ 592.439606] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.439842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.439842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.439927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.440052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.440110] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 592.452639] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.468521] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.468521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.468521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.469336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.469564] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.472016] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.472155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.472206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.475334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.475334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.483114] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 in Status: IN_PROGRESS for 2s [ 592.483997] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 592.553163] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.553486] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.553486] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.553818] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.554032] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.554217] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port fe001077-fb90-4e2a-a2df-592bd2d4fe95 not found, creating... [ 592.554487] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.554647] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.554766] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.554993] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.555143] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.555431] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.555570] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.555713] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.555903] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.556045] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.556197] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: fe001077-fb90-4e2a-a2df-592bd2d4fe95 is going to be created. [ 592.578838] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.578838] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.579072] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.579234] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.579527] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.579681] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-fe001077-fb90-4e2a-a2df-592bd2d4fe95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.843508] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.843727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.843779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.844034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.844135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.844362] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.844465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.844527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.844681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.844756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.844845] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e8b331-d7b2-4f68-aea9-558857703c8d is going to be updated. [ 592.882636] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.882636] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.882636] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.882636] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.882872] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.893451] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e8b331-d7b2-4f68-aea9-558857703c8d in Status: IN_PROGRESS for 2s [ 592.955234] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4: rpc.has_security_group_logging(os_id): False [ 592.976472] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.976472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.976472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.976472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.976472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.976472] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.976472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.976472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.976472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.976472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.976472] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 is going to be created. [ 593.034824] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.035048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.035131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.035310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.035506] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.052741] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: IN_PROGRESS for 2s [ 593.659713] env[63386]: INFO networking_nsxv3.common.synchronization [req-96ccc745-fff0-498e-931f-ce0645005736 req-7f8327ae-52bb-4891-97d0-057eb9ac9566 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Enqueued Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_members [ 593.662676] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_members [ 593.663026] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.663160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.663223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.663426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.663579] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.663699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.663898] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.664864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.664864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.664864] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.812316] env[63386]: INFO networking_nsxv3.common.synchronization [req-ad95661e-2359-4ed4-85f0-3d8c79047071 req-a69b3d83-56d8-4b72-951d-506cad9185c1 service nova] Enqueued Resource ID: aa786e18-9e99-4f92-8eff-004d2a2f233a with Priority: HIGHEST for action security_group_rules [ 593.812316] env[63386]: INFO networking_nsxv3.common.synchronization [req-ad95661e-2359-4ed4-85f0-3d8c79047071 req-a69b3d83-56d8-4b72-951d-506cad9185c1 service nova] Enqueued Resource ID: aa786e18-9e99-4f92-8eff-004d2a2f233a with Priority: HIGHEST for action security_group_members [ 593.812316] env[63386]: INFO networking_nsxv3.common.synchronization [req-ad95661e-2359-4ed4-85f0-3d8c79047071 req-a69b3d83-56d8-4b72-951d-506cad9185c1 service nova] Enqueued Resource ID: fe001077-fb90-4e2a-a2df-592bd2d4fe95 with Priority: HIGHEST for action port [ 593.812316] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa786e18-9e99-4f92-8eff-004d2a2f233a with Priority: HIGHEST for action security_group_rules [ 593.812316] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa786e18-9e99-4f92-8eff-004d2a2f233a with Priority: HIGHEST for action security_group_members [ 593.812316] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe001077-fb90-4e2a-a2df-592bd2d4fe95 with Priority: HIGHEST for action port [ 593.812316] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa786e18-9e99-4f92-8eff-004d2a2f233a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.812316] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.812316] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.812316] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.813184] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa786e18-9e99-4f92-8eff-004d2a2f233a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.816164] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa786e18-9e99-4f92-8eff-004d2a2f233a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.817380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.817380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.817580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.817729] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.817825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.817886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.818055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.818335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.818335] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa786e18-9e99-4f92-8eff-004d2a2f233a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.819128] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe001077-fb90-4e2a-a2df-592bd2d4fe95 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.819398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe001077-fb90-4e2a-a2df-592bd2d4fe95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.819464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe001077-fb90-4e2a-a2df-592bd2d4fe95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.821104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe001077-fb90-4e2a-a2df-592bd2d4fe95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.821104] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe001077-fb90-4e2a-a2df-592bd2d4fe95',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.167255] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.188562] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 in Status: SUCCESS [ 594.188799] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.192217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.192217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.192217] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.192217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.192217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.192217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.192217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.192217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.192217] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('576fd5c4-9d77-4ca9-9221-d5cd657cd196',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.239540] env[63386]: INFO networking_nsxv3.common.synchronization [req-cc4b7bec-c365-40c5-8fd6-d2c59c1b5f43 req-1a837dab-e720-449a-90c4-3fb4e5b19cc3 tempest-InstanceActionsTestJSON-1205915271 tempest-InstanceActionsTestJSON-1205915271-project-member] Enqueued Resource ID: 75b284c5-b53f-4673-9ef9-9289b78b995c with Priority: HIGHEST for action security_group_members [ 594.243261] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b284c5-b53f-4673-9ef9-9289b78b995c with Priority: HIGHEST for action security_group_members [ 594.243261] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-75b284c5-b53f-4673-9ef9-9289b78b995c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.243261] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.243261] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.243974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.244894] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.244993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.245052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.245226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.245337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.246161] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75b284c5-b53f-4673-9ef9-9289b78b995c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.323126] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa786e18-9e99-4f92-8eff-004d2a2f233a taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.323126] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.323126] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa786e18-9e99-4f92-8eff-004d2a2f233a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.323126] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe001077-fb90-4e2a-a2df-592bd2d4fe95 with status ACTIVE [ 594.323126] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.323126] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.323630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.323630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.323630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.323630] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.323897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.323897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.323897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.324079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.324438] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.324536] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.324596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.324757] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.324828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.324910] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe001077-fb90-4e2a-a2df-592bd2d4fe95 is going to be updated. [ 594.346777] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.346859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.346955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.347128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.347262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.347425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe001077-fb90-4e2a-a2df-592bd2d4fe95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.495547] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 594.495779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.495948] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.496186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.496394] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.496515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.496584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.496746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.496833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.496916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.497093] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.497192] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.497287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.497410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.497574] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.497734] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.497796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.497961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.498270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.498426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.499270] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.501507] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 in Status: SUCCESS [ 594.502194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.502303] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.502457] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.502678] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.502740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.502781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.502911] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.502982] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.503078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.503181] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.668548] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.693425] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fd5c4-9d77-4ca9-9221-d5cd657cd196 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.693595] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.693685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.693912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.694114] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.694226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.694292] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.694448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.694538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.694628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.694797] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fd5c4-9d77-4ca9-9221-d5cd657cd196 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.694898] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.695196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.695474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.695634] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.695732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.695793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.695938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.696031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.696135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.696226] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('576fd5c4-9d77-4ca9-9221-d5cd657cd196',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.747963] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.748134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.748203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.748981] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.748981] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.748981] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.748981] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.748981] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.749246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.749246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.749246] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b284c5-b53f-4673-9ef9-9289b78b995c is going to be updated. [ 594.775639] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.775760] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.775760] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.775939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.776088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.787902] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b284c5-b53f-4673-9ef9-9289b78b995c in Status: IN_PROGRESS for 2s [ 594.826714] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa786e18-9e99-4f92-8eff-004d2a2f233a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.906335] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e8b331-d7b2-4f68-aea9-558857703c8d in Status: SUCCESS [ 594.906527] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e8b331-d7b2-4f68-aea9-558857703c8d deletion is rescheduled due to dependency. [ 594.906657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.006354] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.009459] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f161a2-a6a2-44fd-a4f0-594b91582830: rpc.has_security_group_logging(os_id): False [ 595.034960] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.034960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.034960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.035204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.035244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.036719] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.036719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.036719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.036719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.036719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.036719] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.036719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.036719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.036719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.036719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.036719] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.037329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.037329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.037329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.037669] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.037669] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 595.064133] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: SUCCESS [ 595.064133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.104281] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.104473] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.104551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.104781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.104928] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.117010] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 595.173277] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.173277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.173277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.173277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.173277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.174028] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df11f511-f546-41b1-93bb-8c4c607e38a8 is going to be updated. [ 595.199856] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 576fd5c4-9d77-4ca9-9221-d5cd657cd196: rpc.has_security_group_logging(os_id): False [ 595.220851] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.221030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.221084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.221429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.221429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.221650] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.221786] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.221832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.222978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.222978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.222978] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.222978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.222978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.222978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.222978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.222978] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.222978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.222978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.225044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.225044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.225044] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 is going to be created. [ 595.227652] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.230190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.230270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.230468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.230614] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.258373] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df11f511-f546-41b1-93bb-8c4c607e38a8 in Status: IN_PROGRESS for 2s [ 595.308748] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.308893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.309019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.309356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.312329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.324464] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 in Status: IN_PROGRESS for 2s [ 595.331289] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.331592] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.331592] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.331769] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.331863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.331966] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa786e18-9e99-4f92-8eff-004d2a2f233a is going to be created. [ 595.364602] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.364757] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.364852] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.365044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.365209] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.380325] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa786e18-9e99-4f92-8eff-004d2a2f233a in Status: UNINITIALIZED for 2s [ 595.510008] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f31d639e-81ef-48d0-ad6c-6e73ab77f010: rpc.has_security_group_logging(os_id): False [ 595.539610] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.539610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.539902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.540438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.540611] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.540964] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.541147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.541257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.541611] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.541800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.541876] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 is going to be updated. [ 595.602649] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.602875] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.602875] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.603120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.603258] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.616536] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 in Status: IN_PROGRESS for 2s [ 596.799018] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75b284c5-b53f-4673-9ef9-9289b78b995c in Status: SUCCESS [ 596.799924] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75b284c5-b53f-4673-9ef9-9289b78b995c deletion is rescheduled due to dependency. [ 596.799924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75b284c5-b53f-4673-9ef9-9289b78b995c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.132125] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 597.132377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.132572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.132796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.132885] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.155396] env[63386]: INFO networking_nsxv3.common.synchronization [req-f68f9d5e-383c-4ce8-8e71-4885b5d01e69 req-bed95719-85ce-40d0-99e1-dd32678b9f66 tempest-ServerDiagnosticsNegativeTest-2041362721 tempest-ServerDiagnosticsNegativeTest-2041362721-project-member] Enqueued Resource ID: 30e19c5a-617c-44fd-91fd-681521b78a8a with Priority: HIGHEST for action security_group_members [ 597.156360] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e19c5a-617c-44fd-91fd-681521b78a8a with Priority: HIGHEST for action security_group_members [ 597.156667] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-30e19c5a-617c-44fd-91fd-681521b78a8a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.156789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.156856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.157601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.157874] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.158040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.158137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.158344] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.158471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.158595] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30e19c5a-617c-44fd-91fd-681521b78a8a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.268715] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df11f511-f546-41b1-93bb-8c4c607e38a8 in Status: SUCCESS [ 597.270251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.323676] env[63386]: INFO networking_nsxv3.common.synchronization [req-aa89f9e7-5cf2-492e-99ee-44080a258936 req-0ce8731d-2f2c-41f6-bb42-0108df1a8ad6 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Enqueued Resource ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 with Priority: HIGHEST for action security_group_members [ 597.324156] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 with Priority: HIGHEST for action security_group_members [ 597.324498] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad8088be-0bd9-4832-a4ec-af034bd9f178 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.324768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.324768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.328678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.328885] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.329015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.329217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.329747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.329747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.329857] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad8088be-0bd9-4832-a4ec-af034bd9f178',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.345149] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 in Status: SUCCESS [ 597.345149] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.390248] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa786e18-9e99-4f92-8eff-004d2a2f233a in Status: SUCCESS [ 597.390530] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.390598] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.390823] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.392106] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.392106] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.392106] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.392106] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.392106] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.392106] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.392106] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa786e18-9e99-4f92-8eff-004d2a2f233a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.630373] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 in Status: SUCCESS [ 597.630603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.636517] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.636681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.636769] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.636941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.637118] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.637219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.637286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.638904] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.638904] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.638904] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.638904] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.662660] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.662841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.662916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.663177] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.663269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.663465] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.663578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.663648] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.663777] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.664453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.664453] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e19c5a-617c-44fd-91fd-681521b78a8a is going to be updated. [ 597.692799] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.692944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.693015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.693236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.693375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.703264] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e19c5a-617c-44fd-91fd-681521b78a8a in Status: IN_PROGRESS for 2s [ 597.800922] env[63386]: INFO networking_nsxv3.common.synchronization [None req-e367807b-6a97-4267-81b6-e8634a953b70 None None] Enqueued Resource ID: e5162db1-fed1-4175-8354-3c25b3c660fc with Priority: HIGHEST for action port [ 597.801773] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5162db1-fed1-4175-8354-3c25b3c660fc with Priority: HIGHEST for action port [ 597.805171] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5162db1-fed1-4175-8354-3c25b3c660fc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.805348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5162db1-fed1-4175-8354-3c25b3c660fc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.805469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5162db1-fed1-4175-8354-3c25b3c660fc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.805740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5162db1-fed1-4175-8354-3c25b3c660fc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.805826] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5162db1-fed1-4175-8354-3c25b3c660fc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.834677] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.834832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.834901] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.835243] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.835339] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.835573] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.835713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.835775] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.837073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.837073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.837073] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 already deleted. [ 597.837073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.894813] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa786e18-9e99-4f92-8eff-004d2a2f233a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.141215] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.141215] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.141215] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.141215] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.141215] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.144021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.144021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.144021] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.312269] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5162db1-fed1-4175-8354-3c25b3c660fc [ 598.312269] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.312269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.312269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.312269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.312269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.312269] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5162db1-fed1-4175-8354-3c25b3c660fc already deleted. [ 598.312269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5162db1-fed1-4175-8354-3c25b3c660fc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.400524] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa786e18-9e99-4f92-8eff-004d2a2f233a: rpc.has_security_group_logging(os_id): False [ 598.420025] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.420174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.422089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.422089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.422089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.422089] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.422089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.422089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.422089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.422089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.422089] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa786e18-9e99-4f92-8eff-004d2a2f233a is going to be created. [ 598.480738] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.480956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.481034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.481285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.481663] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.495634] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa786e18-9e99-4f92-8eff-004d2a2f233a in Status: IN_PROGRESS for 2s [ 598.500695] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.500902] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-484" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.501040] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-484" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.501461] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-484" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.501793] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.501979] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.505331] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.505609] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.505782] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.508315] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 598.508453] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.508573] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.508686] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.508803] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 598.508914] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.509067] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.533536] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.533765] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 598.533928] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.534568] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-484" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.534568] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-4c544343-911f-41e0-9c77-cd3b948f6b46 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.534751] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-4c544343-911f-41e0-9c77-cd3b948f6b46" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.534877] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-4c544343-911f-41e0-9c77-cd3b948f6b46" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.535218] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-4c544343-911f-41e0-9c77-cd3b948f6b46" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.535326] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c544343-911f-41e0-9c77-cd3b948f6b46',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.648206] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f161a2-a6a2-44fd-a4f0-594b91582830: rpc.has_security_group_logging(os_id): False [ 598.669575] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.669789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.669899] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.670164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.670312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.670540] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.671010] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.671124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.671345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.671537] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.671816] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.671970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.672084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.673250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.673516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.673621] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.673713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.673779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.674294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.674294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.674294] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 598.739650] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.739944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.740029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.740245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.740396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.755183] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 599.043385] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.043385] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.043385] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.043385] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.043385] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.043385] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 4c544343-911f-41e0-9c77-cd3b948f6b46 not found, creating... [ 599.043385] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.043385] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.043385] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.044120] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.044120] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.044120] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.044291] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.044291] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.044530] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.044683] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.044832] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 4c544343-911f-41e0-9c77-cd3b948f6b46 is going to be created. [ 599.065179] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.065418] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.065544] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.065819] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.066061] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.066291] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-4c544343-911f-41e0-9c77-cd3b948f6b46" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.715130] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30e19c5a-617c-44fd-91fd-681521b78a8a in Status: SUCCESS [ 599.715130] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30e19c5a-617c-44fd-91fd-681521b78a8a deletion is rescheduled due to dependency. [ 599.715130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.948790] env[63386]: INFO networking_nsxv3.common.synchronization [req-22f917cb-8549-47fd-8991-f7805968a651 req-f21cc667-0a59-4ca5-9fda-691873626d49 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 599.949381] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 599.949695] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.949844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.949908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.950946] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.953456] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.953456] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.953456] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.953456] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.953456] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.953456] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.004507] env[63386]: INFO networking_nsxv3.common.synchronization [None req-63355fd1-fd07-440b-b4c9-63474d642147 None None] Enqueued Resource ID: 9ca14722-e044-4530-85ce-43baa373ac54 with Priority: HIGHEST for action port [ 600.006091] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca14722-e044-4530-85ce-43baa373ac54 with Priority: HIGHEST for action port [ 600.007436] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ca14722-e044-4530-85ce-43baa373ac54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.007436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ca14722-e044-4530-85ce-43baa373ac54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.007436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ca14722-e044-4530-85ce-43baa373ac54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.008927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ca14722-e044-4530-85ce-43baa373ac54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.008927] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ca14722-e044-4530-85ce-43baa373ac54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.088923] env[63386]: INFO networking_nsxv3.common.synchronization [req-57dddd4b-46a0-4745-b78b-f727c88fb119 req-53097ca1-cff4-471d-8b46-bb275fc7d3ac tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Enqueued Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 600.089580] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 600.089756] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.089883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.089947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.094536] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.094852] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.094970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.095041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.099024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.099024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.099024] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.210809] env[63386]: INFO networking_nsxv3.common.synchronization [req-aa89f9e7-5cf2-492e-99ee-44080a258936 req-9ba13aec-91cc-4860-bef5-fd570021a37b service nova] Enqueued Resource ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 with Priority: HIGHEST for action security_group_rules [ 600.211011] env[63386]: INFO networking_nsxv3.common.synchronization [req-aa89f9e7-5cf2-492e-99ee-44080a258936 req-9ba13aec-91cc-4860-bef5-fd570021a37b service nova] Enqueued Resource ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 with Priority: HIGHEST for action security_group_members [ 600.211162] env[63386]: INFO networking_nsxv3.common.synchronization [req-aa89f9e7-5cf2-492e-99ee-44080a258936 req-9ba13aec-91cc-4860-bef5-fd570021a37b service nova] Enqueued Resource ID: 4c544343-911f-41e0-9c77-cd3b948f6b46 with Priority: HIGHEST for action port [ 600.211571] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 with Priority: HIGHEST for action security_group_rules [ 600.211706] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 with Priority: HIGHEST for action security_group_members [ 600.211807] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c544343-911f-41e0-9c77-cd3b948f6b46 with Priority: HIGHEST for action port [ 600.212567] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad8088be-0bd9-4832-a4ec-af034bd9f178 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.212731] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.212771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.213047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.213148] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad8088be-0bd9-4832-a4ec-af034bd9f178',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.214058] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad8088be-0bd9-4832-a4ec-af034bd9f178 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.214180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.214251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.214428] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.214579] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.214675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.214737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.214882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.214966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.215060] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad8088be-0bd9-4832-a4ec-af034bd9f178',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.215798] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c544343-911f-41e0-9c77-cd3b948f6b46 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.215895] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c544343-911f-41e0-9c77-cd3b948f6b46" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.215963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c544343-911f-41e0-9c77-cd3b948f6b46" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.216129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c544343-911f-41e0-9c77-cd3b948f6b46" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.216202] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c544343-911f-41e0-9c77-cd3b948f6b46',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.453901] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.454083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.454146] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.454369] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.454462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.454656] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.454753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.454818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.454970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.455060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.455146] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 already deleted. [ 600.455227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.507776] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa786e18-9e99-4f92-8eff-004d2a2f233a in Status: SUCCESS [ 600.507776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.510267] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ca14722-e044-4530-85ce-43baa373ac54 [ 600.510706] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.510845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.510916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.511140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.511228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.511319] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ca14722-e044-4530-85ce-43baa373ac54 already deleted. [ 600.511478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ca14722-e044-4530-85ce-43baa373ac54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.598477] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.718548] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad8088be-0bd9-4832-a4ec-af034bd9f178 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.718692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.723175] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad8088be-0bd9-4832-a4ec-af034bd9f178',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.723175] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c544343-911f-41e0-9c77-cd3b948f6b46 with status ACTIVE [ 600.723453] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.723578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.723578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.723957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.724094] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.724367] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.724473] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.724537] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.724705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.724824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.725697] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.725865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.725865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.727055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.727055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.727055] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c544343-911f-41e0-9c77-cd3b948f6b46 is going to be updated. [ 600.747771] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.747771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.747771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.747771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.747771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.747771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c544343-911f-41e0-9c77-cd3b948f6b46" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.773739] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 600.773953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.951913] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.952195] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.952369] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.952766] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.953053] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.953224] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.953345] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.953571] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.953718] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.953990] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 600.954183] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.954364] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.954539] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.954686] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 600.954815] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.954879] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.972244] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.972419] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 600.972573] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.972750] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.973050] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-b9bac787-800c-45b3-ac38-948812f66bd8 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.973219] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-b9bac787-800c-45b3-ac38-948812f66bd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.973341] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-b9bac787-800c-45b3-ac38-948812f66bd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.973636] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-b9bac787-800c-45b3-ac38-948812f66bd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.973777] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9bac787-800c-45b3-ac38-948812f66bd8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.101735] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.227949] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad8088be-0bd9-4832-a4ec-af034bd9f178',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.475999] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.476307] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.477396] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.477396] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.477396] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.477396] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port b9bac787-800c-45b3-ac38-948812f66bd8 not found, creating... [ 601.477706] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.477913] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.478332] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.478520] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.478698] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.479028] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.479226] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.479369] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.479600] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.479736] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.479894] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: b9bac787-800c-45b3-ac38-948812f66bd8 is going to be created. [ 601.500427] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.500680] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.500804] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.501175] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.501432] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.501936] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-b9bac787-800c-45b3-ac38-948812f66bd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.604261] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.604444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.604514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.604716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.604810] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.604911] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 336d666c-9eaf-462a-92f4-9f09f7536596 is going to be updated. [ 601.633063] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.633237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.633284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.633494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.633635] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.643772] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: IN_PROGRESS for 2s [ 601.732784] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.732784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.732784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.732784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.732784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.732784] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 is going to be created. [ 601.756736] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.756736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.756736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.756736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.756736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.768970] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 in Status: UNINITIALIZED for 2s [ 602.258570] env[63386]: INFO networking_nsxv3.common.synchronization [req-22f917cb-8549-47fd-8991-f7805968a651 req-0768ca66-6d2b-4aa0-ae4a-1550860d884d service nova] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_rules [ 602.258570] env[63386]: INFO networking_nsxv3.common.synchronization [req-22f917cb-8549-47fd-8991-f7805968a651 req-0768ca66-6d2b-4aa0-ae4a-1550860d884d service nova] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 602.258570] env[63386]: INFO networking_nsxv3.common.synchronization [req-22f917cb-8549-47fd-8991-f7805968a651 req-0768ca66-6d2b-4aa0-ae4a-1550860d884d service nova] Enqueued Resource ID: b9bac787-800c-45b3-ac38-948812f66bd8 with Priority: HIGHEST for action port [ 602.258570] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_rules [ 602.258570] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 602.258570] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bac787-800c-45b3-ac38-948812f66bd8 with Priority: HIGHEST for action port [ 602.258570] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.258570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.258570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.258570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.258570] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.258570] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.258570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.258570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.258570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.260095] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.260095] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.260095] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.260095] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.260095] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.260095] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.260488] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9bac787-800c-45b3-ac38-948812f66bd8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.260488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9bac787-800c-45b3-ac38-948812f66bd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.260488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9bac787-800c-45b3-ac38-948812f66bd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.260488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9bac787-800c-45b3-ac38-948812f66bd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.260697] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9bac787-800c-45b3-ac38-948812f66bd8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.758480] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.758635] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.765030] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.765030] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9bac787-800c-45b3-ac38-948812f66bd8 with status ACTIVE [ 602.765030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.765030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.765030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.765030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.765030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.765030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.765030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.765030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.765030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.765637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.765637] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.765637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.765637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.765637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.765637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.765866] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9bac787-800c-45b3-ac38-948812f66bd8 is going to be updated. [ 602.786096] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.786255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.786374] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.786537] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.786919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.786919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9bac787-800c-45b3-ac38-948812f66bd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.268403] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.667258] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: SUCCESS [ 603.667258] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.771604] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.771768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.771835] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.772062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.772156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.772255] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 is going to be created. [ 603.780927] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 in Status: SUCCESS [ 603.781149] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.781308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.781569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.781757] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.781873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.781935] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.782104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.782187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.782274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.782366] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad8088be-0bd9-4832-a4ec-af034bd9f178',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.793318] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.794038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.794112] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.794317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.794492] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.803198] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: UNINITIALIZED for 2s [ 604.286394] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad8088be-0bd9-4832-a4ec-af034bd9f178 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.286652] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.286652] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.286774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.287164] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.287164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.287164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.289705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.289828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.289899] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.290083] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad8088be-0bd9-4832-a4ec-af034bd9f178 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.290181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.290244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.290404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.290545] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.290634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.290692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.290829] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.290903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.290983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.291085] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad8088be-0bd9-4832-a4ec-af034bd9f178',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.793453] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad8088be-0bd9-4832-a4ec-af034bd9f178: rpc.has_security_group_logging(os_id): False [ 604.811740] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.811740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.811740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.812045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.812045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.812342] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.812511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.812574] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.812832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.812924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.813143] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.813253] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.813315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.813481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.813568] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.813737] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.813832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.813887] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.814056] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.814166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.814257] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 is going to be created. [ 604.867334] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.867491] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.867563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.867781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.868072] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.878762] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 in Status: IN_PROGRESS for 2s [ 605.641285] env[63386]: INFO networking_nsxv3.common.synchronization [req-3956933d-0340-4661-9ab7-64b34239d6d1 req-672273b1-ca37-425f-9354-0e2f0b29567e tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Enqueued Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_members [ 605.641622] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_members [ 605.641766] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.641878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.641945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.643154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.643349] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.643977] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.644153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.644925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.644925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.646930] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.814740] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: SUCCESS [ 605.814740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.814740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.814740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.814740] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.814740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.814740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.814740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.814740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.815180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.815180] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.856209] env[63386]: INFO networking_nsxv3.common.synchronization [None req-3f6a3875-bf09-4319-a260-bdb04c66a158 None None] Enqueued Resource ID: 2369da7a-3c53-4bea-81f8-15b95693f84f with Priority: HIGHEST for action port [ 605.856728] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2369da7a-3c53-4bea-81f8-15b95693f84f with Priority: HIGHEST for action port [ 605.857037] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-2369da7a-3c53-4bea-81f8-15b95693f84f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.857158] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2369da7a-3c53-4bea-81f8-15b95693f84f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.857226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2369da7a-3c53-4bea-81f8-15b95693f84f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.857472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2369da7a-3c53-4bea-81f8-15b95693f84f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.857556] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2369da7a-3c53-4bea-81f8-15b95693f84f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.004135] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.006024] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.006024] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.006024] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.006024] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.006024] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.006024] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.006461] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.006461] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.006573] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.007573] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.007573] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.007573] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.007573] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.007573] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.007573] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.025906] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.026464] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 606.026630] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.026863] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.027234] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.027428] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.027548] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.027918] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.028788] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b6d7941-6e9c-44c2-ae3b-091b4e010c9a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.178817] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.179229] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.179229] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.179415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.179415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.179596] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.179687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.179744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.179923] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.179994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.180088] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f already deleted. [ 606.180162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.316807] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.365222] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2369da7a-3c53-4bea-81f8-15b95693f84f [ 606.365506] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.365659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.365727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.365941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.366064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.366161] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2369da7a-3c53-4bea-81f8-15b95693f84f already deleted. [ 606.366238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2369da7a-3c53-4bea-81f8-15b95693f84f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.679099] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.680198] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.680198] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.680198] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.680198] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.680198] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 0b6d7941-6e9c-44c2-ae3b-091b4e010c9a not found, creating... [ 606.680198] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.681185] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.681185] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.681185] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.681185] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.682923] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.683144] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.683267] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.683508] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.683647] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.683789] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 0b6d7941-6e9c-44c2-ae3b-091b4e010c9a is going to be created. [ 606.706015] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.706273] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.706412] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.706693] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.706948] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.707209] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.819348] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2: rpc.has_security_group_logging(os_id): False [ 606.848414] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.848591] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.848663] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.848848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.848937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.849194] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.849287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.849361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.849506] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.849582] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.849672] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 is going to be created. [ 606.892362] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 in Status: SUCCESS [ 606.892677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.953832] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.953832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.953832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.953832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.953832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.953832] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: IN_PROGRESS for 2s [ 607.271363] env[63386]: INFO networking_nsxv3.common.synchronization [None req-3664d163-4c8f-4ff6-b246-d04dc26e8cd5 tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Enqueued Resource ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 with Priority: HIGHEST for action security_group_rules [ 607.272119] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 with Priority: HIGHEST for action security_group_rules [ 607.272451] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.273311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.273405] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.274027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.274027] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42a1aed-6dbd-496e-80e6-ca87b75a4d33',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.474793] env[63386]: INFO networking_nsxv3.common.synchronization [None req-2f554720-fba7-4a15-b54e-39343fa9f935 tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Enqueued Resource ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 with Priority: HIGHEST for action security_group_rules [ 607.475579] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 with Priority: HIGHEST for action security_group_rules [ 607.476960] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.477112] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.725272] env[63386]: INFO networking_nsxv3.common.synchronization [req-3956933d-0340-4661-9ab7-64b34239d6d1 req-4d92cc72-aa0c-47ef-84e3-416147ca1deb service nova] Enqueued Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_rules [ 607.725599] env[63386]: INFO networking_nsxv3.common.synchronization [req-3956933d-0340-4661-9ab7-64b34239d6d1 req-4d92cc72-aa0c-47ef-84e3-416147ca1deb service nova] Enqueued Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_members [ 607.725599] env[63386]: INFO networking_nsxv3.common.synchronization [req-3956933d-0340-4661-9ab7-64b34239d6d1 req-4d92cc72-aa0c-47ef-84e3-416147ca1deb service nova] Enqueued Resource ID: 0b6d7941-6e9c-44c2-ae3b-091b4e010c9a with Priority: HIGHEST for action port [ 607.725943] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_rules [ 607.725943] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_members [ 607.726162] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b6d7941-6e9c-44c2-ae3b-091b4e010c9a with Priority: HIGHEST for action port [ 607.726730] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.727023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.727023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.729128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.729128] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.729730] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.729730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.729847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.731120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.731120] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.731120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.731120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.731120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.731120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.731120] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.731556] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.731556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.731633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.732081] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.732081] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b6d7941-6e9c-44c2-ae3b-091b4e010c9a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.796810] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.796950] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.797041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.797257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.797346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.797439] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 already deleted. [ 607.797522] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.798160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.798205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.798273] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42a1aed-6dbd-496e-80e6-ca87b75a4d33',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.082559] env[63386]: INFO networking_nsxv3.common.synchronization [None req-31ba8f5e-a241-4919-bcb9-e12194af51aa None None] Enqueued Resource ID: ad0a7d6f-ce92-44bd-a2c7-13708fcb01f4 with Priority: HIGHEST for action port [ 608.082835] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad0a7d6f-ce92-44bd-a2c7-13708fcb01f4 with Priority: HIGHEST for action port [ 608.083404] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad0a7d6f-ce92-44bd-a2c7-13708fcb01f4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.083555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad0a7d6f-ce92-44bd-a2c7-13708fcb01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.083632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad0a7d6f-ce92-44bd-a2c7-13708fcb01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.083887] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad0a7d6f-ce92-44bd-a2c7-13708fcb01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.083976] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad0a7d6f-ce92-44bd-a2c7-13708fcb01f4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.234885] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.235354] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.235485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.241038] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b6d7941-6e9c-44c2-ae3b-091b4e010c9a with status ACTIVE [ 608.241284] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.241411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.241505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.241713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.241801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.241973] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.242125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.242166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.242281] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.242357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.242539] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.242622] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.242676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.242808] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.242878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.242973] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b6d7941-6e9c-44c2-ae3b-091b4e010c9a is going to be updated. [ 608.266349] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.267412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.267412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.267412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.267412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.267412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b6d7941-6e9c-44c2-ae3b-091b4e010c9a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.331710] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.331844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.331906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.333400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.333504] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.333612] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 already deleted. [ 608.333691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.588613] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad0a7d6f-ce92-44bd-a2c7-13708fcb01f4 [ 608.588924] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.589175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.589224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.589540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.589645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.589793] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad0a7d6f-ce92-44bd-a2c7-13708fcb01f4 already deleted. [ 608.589905] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad0a7d6f-ce92-44bd-a2c7-13708fcb01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.737618] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.949186] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: SUCCESS [ 608.950748] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.222875] env[63386]: INFO networking_nsxv3.common.synchronization [req-0797a6f0-6d8d-4dd0-b098-a51081263f2e req-2052c95e-cb8d-471d-9b77-4f686f474192 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 609.223461] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 609.223767] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.224198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.224198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.224198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.224356] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.224916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.224916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.224916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.224916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.224916] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.240998] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.240998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.240998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.240998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.240998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.240998] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f is going to be created. [ 609.277111] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.277709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.277709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.277709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.277709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.287636] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f in Status: UNINITIALIZED for 2s [ 609.732216] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.732394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.732601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.732714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.732809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.733011] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.733119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.733181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.733335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.733411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.733501] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 is going to be updated. [ 609.761682] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.762054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.762054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.762142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.762319] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.771541] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: IN_PROGRESS for 2s [ 609.776181] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.776424] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.776625] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.776846] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.777150] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.777299] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.777537] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.777652] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.777815] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.778269] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 609.778457] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.778573] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.778699] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.778813] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 609.778916] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.779061] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.797392] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.797693] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 609.797782] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.797997] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.798386] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-8b71b92b-2ad9-4ef4-b2d4-30546e408a58 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.798599] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-8b71b92b-2ad9-4ef4-b2d4-30546e408a58" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.798735] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-8b71b92b-2ad9-4ef4-b2d4-30546e408a58" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.799128] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-8b71b92b-2ad9-4ef4-b2d4-30546e408a58" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.799298] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b71b92b-2ad9-4ef4-b2d4-30546e408a58',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.302863] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.303221] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.303429] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.303868] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.304285] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.304646] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 8b71b92b-2ad9-4ef4-b2d4-30546e408a58 not found, creating... [ 610.305085] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.305347] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.305529] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.305864] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.305963] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.306292] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.306455] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.306574] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.306866] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.306945] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.307085] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 8b71b92b-2ad9-4ef4-b2d4-30546e408a58 is going to be created. [ 610.327617] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.327736] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.327842] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.328093] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.328499] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.328887] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-8b71b92b-2ad9-4ef4-b2d4-30546e408a58" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.301212] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f in Status: SUCCESS [ 611.301212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.301212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.301572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.303327] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.303531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.303643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.303921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.304087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.304246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.304399] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.314085] env[63386]: INFO networking_nsxv3.common.synchronization [req-0797a6f0-6d8d-4dd0-b098-a51081263f2e req-0dd087d7-5c1c-4c7d-9df2-c387f641cfe4 service nova] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_rules [ 611.314366] env[63386]: INFO networking_nsxv3.common.synchronization [req-0797a6f0-6d8d-4dd0-b098-a51081263f2e req-0dd087d7-5c1c-4c7d-9df2-c387f641cfe4 service nova] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 611.314607] env[63386]: INFO networking_nsxv3.common.synchronization [req-0797a6f0-6d8d-4dd0-b098-a51081263f2e req-0dd087d7-5c1c-4c7d-9df2-c387f641cfe4 service nova] Enqueued Resource ID: 8b71b92b-2ad9-4ef4-b2d4-30546e408a58 with Priority: HIGHEST for action port [ 611.315400] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_rules [ 611.315474] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 611.315684] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b71b92b-2ad9-4ef4-b2d4-30546e408a58 with Priority: HIGHEST for action port [ 611.316046] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.316227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.316329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.316610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.316745] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.317862] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.318038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.318348] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b71b92b-2ad9-4ef4-b2d4-30546e408a58 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.318518] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b71b92b-2ad9-4ef4-b2d4-30546e408a58" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.318628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b71b92b-2ad9-4ef4-b2d4-30546e408a58" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.318946] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b71b92b-2ad9-4ef4-b2d4-30546e408a58" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.319511] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b71b92b-2ad9-4ef4-b2d4-30546e408a58',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.782993] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: SUCCESS [ 611.783167] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 deletion is rescheduled due to dependency. [ 611.783354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.783470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.783731] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.784017] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.784141] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.784141] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.784359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.784459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.784557] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.807131] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.807264] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.807264] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.807966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.807966] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.807966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.807966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.807966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.808211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.808211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.808328] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.808415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.808798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.808798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.808798] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.808945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.808945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.809058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.809088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.810437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.810437] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.823420] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.823420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.823420] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b71b92b-2ad9-4ef4-b2d4-30546e408a58 with status ACTIVE [ 611.823420] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.823420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.823420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.823420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.823420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.823420] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.823420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.823420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.823841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.823841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.823841] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.823930] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.823930] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.824123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.824209] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.824613] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b71b92b-2ad9-4ef4-b2d4-30546e408a58 is going to be updated. [ 611.849299] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.849756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.849915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.851311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.851738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.852198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b71b92b-2ad9-4ef4-b2d4-30546e408a58" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.019488] env[63386]: INFO networking_nsxv3.common.synchronization [req-07740aee-a4b3-4c99-9a8e-a00f82ee5a90 req-9d431792-c51b-4cb3-a81d-50abd6883a41 tempest-ServerTagsTestJSON-1156498679 tempest-ServerTagsTestJSON-1156498679-project-member] Enqueued Resource ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 with Priority: HIGHEST for action security_group_members [ 612.021218] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 with Priority: HIGHEST for action security_group_members [ 612.021617] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad8088be-0bd9-4832-a4ec-af034bd9f178 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.021754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.021822] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.022119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.022380] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.022541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.022646] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.022857] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.022993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.023166] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad8088be-0bd9-4832-a4ec-af034bd9f178',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.129008] env[63386]: INFO networking_nsxv3.common.synchronization [req-0797a6f0-6d8d-4dd0-b098-a51081263f2e req-d49261b7-dcff-4f6b-9a07-26ccc492ddf4 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 612.129656] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 612.130011] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.130286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.290550] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.314360] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f: rpc.has_security_group_logging(os_id): False [ 612.332613] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.332773] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.332826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.333150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.333150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.333341] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.333441] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.333519] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.333666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.333741] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.333976] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.334064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.334105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.334220] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.334285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.334468] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.334560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.334630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.334753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.334828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.334909] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f is going to be created. [ 612.404187] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.404351] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.404528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.404740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.404936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.444088] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f in Status: IN_PROGRESS for 2s [ 612.526472] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.526679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.526726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.526966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.527076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.527297] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.527410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.527477] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.527712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.527834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.527834] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 is going to be updated. [ 612.559263] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.561753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.566314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.566314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.566314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.575098] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 in Status: IN_PROGRESS for 2s [ 612.765379] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.765611] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.765748] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.766059] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.766338] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.766619] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.766769] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.767042] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.767176] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.767453] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.767499] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.767642] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.768195] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.768415] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.768492] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.768613] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.787880] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.788073] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 612.788218] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.788399] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-223" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.788727] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-6f719921-4730-43d0-832c-0d4ee76af5bc taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.788898] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-6f719921-4730-43d0-832c-0d4ee76af5bc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.789045] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-6f719921-4730-43d0-832c-0d4ee76af5bc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.789410] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-6f719921-4730-43d0-832c-0d4ee76af5bc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.789554] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f719921-4730-43d0-832c-0d4ee76af5bc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.791032] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.292092] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.292329] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.292456] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.292770] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.292939] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.293112] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 6f719921-4730-43d0-832c-0d4ee76af5bc not found, creating... [ 613.293367] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.293524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.293640] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.294218] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.294218] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.294348] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.294408] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.294529] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.294732] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.294863] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.295011] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 6f719921-4730-43d0-832c-0d4ee76af5bc is going to be created. [ 613.297179] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.297291] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.297361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.297656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.297656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.297774] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 is going to be updated. [ 613.319044] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.319044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.319044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.319044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.319044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.319536] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-6f719921-4730-43d0-832c-0d4ee76af5bc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.324868] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.324998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.325059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.325262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.325425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.333438] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: IN_PROGRESS for 2s [ 614.160041] env[63386]: INFO networking_nsxv3.common.synchronization [req-0797a6f0-6d8d-4dd0-b098-a51081263f2e req-ecbb866b-9244-4f81-a9af-1a4edd8d374d service nova] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_rules [ 614.160270] env[63386]: INFO networking_nsxv3.common.synchronization [req-0797a6f0-6d8d-4dd0-b098-a51081263f2e req-ecbb866b-9244-4f81-a9af-1a4edd8d374d service nova] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 614.160451] env[63386]: INFO networking_nsxv3.common.synchronization [req-0797a6f0-6d8d-4dd0-b098-a51081263f2e req-ecbb866b-9244-4f81-a9af-1a4edd8d374d service nova] Enqueued Resource ID: 6f719921-4730-43d0-832c-0d4ee76af5bc with Priority: HIGHEST for action port [ 614.161105] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_rules [ 614.161305] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 614.161439] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f719921-4730-43d0-832c-0d4ee76af5bc with Priority: HIGHEST for action port [ 614.161783] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.161923] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.162187] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.162298] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.162535] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f719921-4730-43d0-832c-0d4ee76af5bc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.162665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f719921-4730-43d0-832c-0d4ee76af5bc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.162750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f719921-4730-43d0-832c-0d4ee76af5bc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.162969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f719921-4730-43d0-832c-0d4ee76af5bc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.163061] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f719921-4730-43d0-832c-0d4ee76af5bc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.454899] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f in Status: SUCCESS [ 614.455224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.584615] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 in Status: SUCCESS [ 614.585097] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 deletion is rescheduled due to dependency. [ 614.585337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.666092] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f719921-4730-43d0-832c-0d4ee76af5bc with status ACTIVE [ 614.666339] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.666480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.666567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.668032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.668032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.668032] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.668032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.668032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.668032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.668032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.668032] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.668032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.668032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.668032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.668032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.668032] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f719921-4730-43d0-832c-0d4ee76af5bc is going to be updated. [ 614.690012] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.690173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.690256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.690443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.690587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.690841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f719921-4730-43d0-832c-0d4ee76af5bc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.346520] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: SUCCESS [ 615.346743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.346953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.347209] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.347397] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.347514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.347579] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.347732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.347816] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.347921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.348032] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.349031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.349336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.349433] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.349643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.349643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.349784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.349887] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.349944] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.851822] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.852304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.853515] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.355435] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.858432] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.858713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.858713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.859262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.859262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.859262] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 is going to be updated. [ 616.889348] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.889348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.889348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.891150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.891150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.901088] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: IN_PROGRESS for 2s [ 617.429286] env[63386]: INFO networking_nsxv3.common.synchronization [None req-f22df6e7-4737-4687-82af-a4c0ca03d714 None None] Enqueued Resource ID: 7e6bbf5f-1ad1-4c14-ba91-c462b1606d9b with Priority: HIGHEST for action port [ 617.429880] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6bbf5f-1ad1-4c14-ba91-c462b1606d9b with Priority: HIGHEST for action port [ 617.430229] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e6bbf5f-1ad1-4c14-ba91-c462b1606d9b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.430345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e6bbf5f-1ad1-4c14-ba91-c462b1606d9b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.430439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e6bbf5f-1ad1-4c14-ba91-c462b1606d9b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.430740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e6bbf5f-1ad1-4c14-ba91-c462b1606d9b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.430855] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e6bbf5f-1ad1-4c14-ba91-c462b1606d9b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.933668] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e6bbf5f-1ad1-4c14-ba91-c462b1606d9b [ 617.934068] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.934068] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.934192] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.934687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.934687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.934687] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e6bbf5f-1ad1-4c14-ba91-c462b1606d9b already deleted. [ 617.934687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e6bbf5f-1ad1-4c14-ba91-c462b1606d9b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.915060] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: SUCCESS [ 618.915525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.915980] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.916546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.916781] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.916936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.917155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.917375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.917493] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.917623] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.422809] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.672455] env[63386]: INFO networking_nsxv3.common.synchronization [None req-d0274b19-592f-413d-ac89-400b7adec0de None None] Enqueued Resource ID: bd4f06fe-6ee1-4368-8935-af55aa1e49fb with Priority: HIGHEST for action port [ 619.672455] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd4f06fe-6ee1-4368-8935-af55aa1e49fb with Priority: HIGHEST for action port [ 619.672455] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd4f06fe-6ee1-4368-8935-af55aa1e49fb taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.672455] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd4f06fe-6ee1-4368-8935-af55aa1e49fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.672455] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd4f06fe-6ee1-4368-8935-af55aa1e49fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.673439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd4f06fe-6ee1-4368-8935-af55aa1e49fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.673759] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd4f06fe-6ee1-4368-8935-af55aa1e49fb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.911287] env[63386]: INFO networking_nsxv3.common.synchronization [req-1505b53d-6043-408f-949f-51331f6224bd req-8f021f50-4f63-41e3-9a0f-6206a6f30ee2 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGHEST for action security_group_members [ 619.911888] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGHEST for action security_group_members [ 619.912248] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d74e64-b119-4598-93b3-6cb09ff212df taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.912376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.912443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.912696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.912853] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.913299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.913299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.913406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.913452] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.913625] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d74e64-b119-4598-93b3-6cb09ff212df',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.928054] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.179184] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd4f06fe-6ee1-4368-8935-af55aa1e49fb [ 620.179184] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.179184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.179184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.179184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.179184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.179184] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd4f06fe-6ee1-4368-8935-af55aa1e49fb already deleted. [ 620.179184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd4f06fe-6ee1-4368-8935-af55aa1e49fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.416257] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.416450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.416493] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.416687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.416779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.416974] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.417090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.417172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.417334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.417416] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.417504] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d74e64-b119-4598-93b3-6cb09ff212df already deleted. [ 620.417585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.429196] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.429488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.429488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.429680] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.429809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.429926] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 is going to be updated. [ 620.457572] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.457572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.457572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.457572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.457572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.466910] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: IN_PROGRESS for 2s [ 620.785400] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.786094] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.786675] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.793038] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.793038] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.793038] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.793038] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.793038] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.793038] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.793038] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.793038] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.793038] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.793038] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.793744] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.793744] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.793744] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.813126] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.813297] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 620.813436] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.813633] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.813963] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-f8373a4e-84df-447b-96af-cd51e7eb2c47 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.814244] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-f8373a4e-84df-447b-96af-cd51e7eb2c47" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.814291] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-f8373a4e-84df-447b-96af-cd51e7eb2c47" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.814590] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-f8373a4e-84df-447b-96af-cd51e7eb2c47" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.814720] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8373a4e-84df-447b-96af-cd51e7eb2c47',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.266785] env[63386]: INFO networking_nsxv3.common.synchronization [None req-1693704c-a48d-4f7a-b3e6-0fee72cb64c4 None None] Enqueued Resource ID: 7cad580f-d7ad-4fd0-8268-bc97dcbe473a with Priority: HIGHEST for action port [ 621.268431] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cad580f-d7ad-4fd0-8268-bc97dcbe473a with Priority: HIGHEST for action port [ 621.268601] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cad580f-d7ad-4fd0-8268-bc97dcbe473a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.269379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cad580f-d7ad-4fd0-8268-bc97dcbe473a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.269379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cad580f-d7ad-4fd0-8268-bc97dcbe473a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.269379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cad580f-d7ad-4fd0-8268-bc97dcbe473a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.269379] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cad580f-d7ad-4fd0-8268-bc97dcbe473a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.278782] env[63386]: INFO networking_nsxv3.common.synchronization [None req-c9da0b5e-3091-490d-96f7-e73d03795876 None None] Enqueued Resource ID: af88e879-3fb5-42fa-b62f-e14df07302fb with Priority: HIGHEST for action port [ 621.278782] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af88e879-3fb5-42fa-b62f-e14df07302fb with Priority: HIGHEST for action port [ 621.278782] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-af88e879-3fb5-42fa-b62f-e14df07302fb taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.278782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af88e879-3fb5-42fa-b62f-e14df07302fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.278782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af88e879-3fb5-42fa-b62f-e14df07302fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.279153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af88e879-3fb5-42fa-b62f-e14df07302fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.279218] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af88e879-3fb5-42fa-b62f-e14df07302fb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.320084] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.320084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.320084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.320084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.320084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.320994] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port f8373a4e-84df-447b-96af-cd51e7eb2c47 not found, creating... [ 621.321041] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.322658] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.322658] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.322658] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.322658] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.322658] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.322658] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.322658] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.323917] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.324141] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.324349] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: f8373a4e-84df-447b-96af-cd51e7eb2c47 is going to be created. [ 621.347084] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.347084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.347084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.347084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.347084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.347084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-f8373a4e-84df-447b-96af-cd51e7eb2c47" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.771495] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cad580f-d7ad-4fd0-8268-bc97dcbe473a [ 621.771849] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.772052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.772139] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.772352] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.772447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.772544] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cad580f-d7ad-4fd0-8268-bc97dcbe473a already deleted. [ 621.772655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cad580f-d7ad-4fd0-8268-bc97dcbe473a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.781742] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af88e879-3fb5-42fa-b62f-e14df07302fb [ 621.781742] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.781742] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.781900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.782029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.782148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.782569] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af88e879-3fb5-42fa-b62f-e14df07302fb already deleted. [ 621.782569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af88e879-3fb5-42fa-b62f-e14df07302fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.201308] env[63386]: INFO networking_nsxv3.common.synchronization [req-1505b53d-6043-408f-949f-51331f6224bd req-921fd4c6-4cef-48d2-924a-cc079d4e319e service nova] Enqueued Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGHEST for action security_group_rules [ 622.201480] env[63386]: INFO networking_nsxv3.common.synchronization [req-1505b53d-6043-408f-949f-51331f6224bd req-921fd4c6-4cef-48d2-924a-cc079d4e319e service nova] Enqueued Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGHEST for action security_group_members [ 622.201635] env[63386]: INFO networking_nsxv3.common.synchronization [req-1505b53d-6043-408f-949f-51331f6224bd req-921fd4c6-4cef-48d2-924a-cc079d4e319e service nova] Enqueued Resource ID: f8373a4e-84df-447b-96af-cd51e7eb2c47 with Priority: HIGHEST for action port [ 622.202063] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGHEST for action security_group_rules [ 622.202202] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGHEST for action security_group_members [ 622.202202] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8373a4e-84df-447b-96af-cd51e7eb2c47 with Priority: HIGHEST for action port [ 622.202739] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d74e64-b119-4598-93b3-6cb09ff212df taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.202863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.202942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.203475] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.203622] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d74e64-b119-4598-93b3-6cb09ff212df',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.208150] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d74e64-b119-4598-93b3-6cb09ff212df taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.208397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.208499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.208759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.208966] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.209147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.209259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.209459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.209622] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.209753] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d74e64-b119-4598-93b3-6cb09ff212df',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.210724] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8373a4e-84df-447b-96af-cd51e7eb2c47 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.210908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8373a4e-84df-447b-96af-cd51e7eb2c47" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.211063] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8373a4e-84df-447b-96af-cd51e7eb2c47" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.211317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8373a4e-84df-447b-96af-cd51e7eb2c47" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.211431] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8373a4e-84df-447b-96af-cd51e7eb2c47',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.477186] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: SUCCESS [ 622.477186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.477186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.479189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.479189] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.479318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.479347] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.483022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.483022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.483022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.483022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.483022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.483022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.483022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.483022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.483022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.483022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.483022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.483022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.483022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.483022] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.713318] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50d74e64-b119-4598-93b3-6cb09ff212df',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.715067] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d74e64-b119-4598-93b3-6cb09ff212df taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.715067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.715067] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8373a4e-84df-447b-96af-cd51e7eb2c47 with status ACTIVE [ 622.715067] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.715067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.715067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.715290] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.715384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.717529] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.717529] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.717529] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.717856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.717963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.718337] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.718337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.719111] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.719510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.719510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.720488] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8373a4e-84df-447b-96af-cd51e7eb2c47 is going to be updated. [ 622.741748] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.741913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.741983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.742778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.742778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.742778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8373a4e-84df-447b-96af-cd51e7eb2c47" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.812554] env[63386]: INFO networking_nsxv3.common.synchronization [req-7616d4f5-e407-4a3b-885a-e399a8bfab38 req-041dac89-20d9-46ed-b660-bcdb5f487b9c tempest-SecurityGroupRulesTestJSON-1359419915 tempest-SecurityGroupRulesTestJSON-1359419915-project-member] Enqueued Resource ID: 0023878e-e8db-43d0-87ef-e98f08212b33 with Priority: HIGHEST for action security_group_rules [ 622.813165] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0023878e-e8db-43d0-87ef-e98f08212b33 with Priority: HIGHEST for action security_group_rules [ 622.813461] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0023878e-e8db-43d0-87ef-e98f08212b33 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.813585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0023878e-e8db-43d0-87ef-e98f08212b33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.813692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0023878e-e8db-43d0-87ef-e98f08212b33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.813905] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0023878e-e8db-43d0-87ef-e98f08212b33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.814016] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0023878e-e8db-43d0-87ef-e98f08212b33',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.983470] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e48d9f1-4368-4853-9c0f-6e9126fd8da2: rpc.has_security_group_logging(os_id): False [ 623.002140] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.002140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.002140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.002140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.002140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.002140] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.002140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.002140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.002474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.002474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.002531] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.002650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.007595] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.007595] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.007595] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.007816] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.007936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.007999] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.008168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.008246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.008331] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 is going to be updated. [ 623.065033] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.065033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.065033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.065216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.065372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.080681] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: IN_PROGRESS for 2s [ 623.224031] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50d74e64-b119-4598-93b3-6cb09ff212df',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.335205] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.335366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.335435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.335834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.335834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.335834] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0023878e-e8db-43d0-87ef-e98f08212b33 already deleted. [ 623.335946] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0023878e-e8db-43d0-87ef-e98f08212b33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.728042] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.728231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.728301] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.728512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.728642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.728740] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d74e64-b119-4598-93b3-6cb09ff212df is going to be created. [ 623.757292] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.757292] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.757292] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.757292] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.757292] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.764663] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d74e64-b119-4598-93b3-6cb09ff212df in Status: UNINITIALIZED for 2s [ 624.044185] env[63386]: INFO networking_nsxv3.common.synchronization [req-53fb4e5e-284a-4346-9bf2-08a0c79883a9 req-4ad6f123-989a-46a8-bf80-f5d0b24ddebb tempest-SecurityGroupRulesTestJSON-1359419915 tempest-SecurityGroupRulesTestJSON-1359419915-project-member] Enqueued Resource ID: 56b68dcb-03c3-4fcd-8915-3da8d8a00465 with Priority: HIGHEST for action security_group_rules [ 624.045803] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b68dcb-03c3-4fcd-8915-3da8d8a00465 with Priority: HIGHEST for action security_group_rules [ 624.045803] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56b68dcb-03c3-4fcd-8915-3da8d8a00465 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.045803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56b68dcb-03c3-4fcd-8915-3da8d8a00465" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.045803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56b68dcb-03c3-4fcd-8915-3da8d8a00465" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.045803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56b68dcb-03c3-4fcd-8915-3da8d8a00465" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.045803] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56b68dcb-03c3-4fcd-8915-3da8d8a00465',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.121139] env[63386]: INFO networking_nsxv3.common.synchronization [None req-ca03f7a0-73fc-4f29-bfee-c65bd72bc023 None None] Enqueued Resource ID: 0eef9ef5-da79-40d0-bbb7-af3115f522bf with Priority: HIGHEST for action port [ 624.121486] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eef9ef5-da79-40d0-bbb7-af3115f522bf with Priority: HIGHEST for action port [ 624.122141] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eef9ef5-da79-40d0-bbb7-af3115f522bf taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.122253] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eef9ef5-da79-40d0-bbb7-af3115f522bf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.122303] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eef9ef5-da79-40d0-bbb7-af3115f522bf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.122548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eef9ef5-da79-40d0-bbb7-af3115f522bf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.122642] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eef9ef5-da79-40d0-bbb7-af3115f522bf',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.538328] env[63386]: INFO networking_nsxv3.common.synchronization [None req-b7bda5f8-ecbc-45ca-8825-2a0e0e08d0d6 None None] Enqueued Resource ID: ca8688ce-9596-4c21-90bb-68d6f35a1f31 with Priority: HIGHEST for action port [ 624.538980] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca8688ce-9596-4c21-90bb-68d6f35a1f31 with Priority: HIGHEST for action port [ 624.539367] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca8688ce-9596-4c21-90bb-68d6f35a1f31 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.539462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca8688ce-9596-4c21-90bb-68d6f35a1f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.539555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca8688ce-9596-4c21-90bb-68d6f35a1f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.539770] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca8688ce-9596-4c21-90bb-68d6f35a1f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.539837] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca8688ce-9596-4c21-90bb-68d6f35a1f31',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.569661] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.569661] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.569661] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.569661] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.569661] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.569661] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56b68dcb-03c3-4fcd-8915-3da8d8a00465 already deleted. [ 624.569661] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56b68dcb-03c3-4fcd-8915-3da8d8a00465" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.625601] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0eef9ef5-da79-40d0-bbb7-af3115f522bf [ 624.625601] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.625601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.625601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.625601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.625601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.625601] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0eef9ef5-da79-40d0-bbb7-af3115f522bf already deleted. [ 624.625601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eef9ef5-da79-40d0-bbb7-af3115f522bf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.029414] env[63386]: INFO networking_nsxv3.common.synchronization [req-512d2a35-3dbf-4b6c-a585-c69df374690d req-02b63249-3640-4537-8a9d-654d99bb4407 tempest-SecurityGroupRulesTestJSON-1359419915 tempest-SecurityGroupRulesTestJSON-1359419915-project-member] Enqueued Resource ID: d88a2857-c5c4-44e2-96ef-0cfd348da734 with Priority: HIGHEST for action security_group_rules [ 625.029761] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d88a2857-c5c4-44e2-96ef-0cfd348da734 with Priority: HIGHEST for action security_group_rules [ 625.030012] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d88a2857-c5c4-44e2-96ef-0cfd348da734 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.030138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d88a2857-c5c4-44e2-96ef-0cfd348da734" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.030207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d88a2857-c5c4-44e2-96ef-0cfd348da734" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.030465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d88a2857-c5c4-44e2-96ef-0cfd348da734" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.030548] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d88a2857-c5c4-44e2-96ef-0cfd348da734',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.043856] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca8688ce-9596-4c21-90bb-68d6f35a1f31 [ 625.043856] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.043856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.043856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.043856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.043856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.043856] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca8688ce-9596-4c21-90bb-68d6f35a1f31 already deleted. [ 625.043856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca8688ce-9596-4c21-90bb-68d6f35a1f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.105710] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: SUCCESS [ 625.105971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.106608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.107239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.107239] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.558301] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.558560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.558643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.558836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.558961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.559368] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d88a2857-c5c4-44e2-96ef-0cfd348da734 already deleted. [ 625.559368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d88a2857-c5c4-44e2-96ef-0cfd348da734" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.612718] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.612718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.613098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.613098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.613368] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.613368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.613737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.613737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.613737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.613737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.614170] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.775884] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d74e64-b119-4598-93b3-6cb09ff212df in Status: SUCCESS [ 625.775884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.776136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.776366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.776809] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.776909] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.776909] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.777153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.777531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.777643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.777768] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50d74e64-b119-4598-93b3-6cb09ff212df',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.820763] env[63386]: INFO networking_nsxv3.common.synchronization [req-56446adc-3d8b-4093-9113-87ea151b19d8 req-79caefc8-ee4b-4e5d-be6e-de3b91f0f8fd tempest-SecurityGroupRulesTestJSON-1359419915 tempest-SecurityGroupRulesTestJSON-1359419915-project-member] Enqueued Resource ID: fa74c35d-6bad-4064-83d6-0f57b96a6f9b with Priority: HIGHEST for action security_group_rules [ 625.821684] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa74c35d-6bad-4064-83d6-0f57b96a6f9b with Priority: HIGHEST for action security_group_rules [ 625.822067] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa74c35d-6bad-4064-83d6-0f57b96a6f9b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.822243] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa74c35d-6bad-4064-83d6-0f57b96a6f9b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.822329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa74c35d-6bad-4064-83d6-0f57b96a6f9b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.822677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa74c35d-6bad-4064-83d6-0f57b96a6f9b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.822840] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa74c35d-6bad-4064-83d6-0f57b96a6f9b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.117081] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.117444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.117444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.117535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.118676] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.118676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.118676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.118676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.118676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.118676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.118676] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.118676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.118676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.118676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.118676] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.119101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.119101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.119101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.119101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.119262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.119262] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.280435] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50d74e64-b119-4598-93b3-6cb09ff212df',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.347185] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.347185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.347185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.347185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.347185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.347185] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa74c35d-6bad-4064-83d6-0f57b96a6f9b already deleted. [ 626.347185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa74c35d-6bad-4064-83d6-0f57b96a6f9b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.357125] env[63386]: INFO networking_nsxv3.common.synchronization [req-01a97945-0d62-4389-be84-4d21a51c425f req-f78b0e1c-cf0e-4f83-a807-c8ff36c16501 tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Enqueued Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_members [ 626.357374] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_members [ 626.357705] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.358678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.358846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.358987] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.359201] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.359348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.359435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.359689] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.359862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.359908] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.624012] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e48d9f1-4368-4853-9c0f-6e9126fd8da2: rpc.has_security_group_logging(os_id): False [ 626.643424] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.643581] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.643646] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.643953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.644081] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.644328] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.644457] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.644541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.644718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.644850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.645434] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.645513] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.645631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.645831] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.645909] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.646136] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.646236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.646301] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.646469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.646554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.646647] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 is going to be updated. [ 626.757745] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.757922] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.758045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.758310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.758779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.783505] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50d74e64-b119-4598-93b3-6cb09ff212df: rpc.has_security_group_logging(os_id): False [ 626.799219] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: IN_PROGRESS for 2s [ 626.807207] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.807402] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.807451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.807657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.807720] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.808036] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.808157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.808219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.808644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.808644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.808644] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d74e64-b119-4598-93b3-6cb09ff212df is going to be created. [ 626.862491] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.885285] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.886034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.886034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.886034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.886151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.900026] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d74e64-b119-4598-93b3-6cb09ff212df in Status: IN_PROGRESS for 2s [ 627.017554] env[63386]: INFO networking_nsxv3.common.synchronization [req-ddb469e8-d1eb-4b0f-8de1-9d6555a60c98 req-3ecea7f7-d66b-4ef7-93ce-80b11889306a tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 627.018088] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 627.018409] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.018515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.018567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.018900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.018900] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.019114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.022309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.022309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.022309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.022309] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.170196] env[63386]: INFO networking_nsxv3.common.synchronization [req-9f2a8132-2da3-43c0-abb8-adedb66d6229 req-684babf7-f1b8-4ea7-b2d2-c99c3fe0513f tempest-SecurityGroupRulesTestJSON-1359419915 tempest-SecurityGroupRulesTestJSON-1359419915-project-member] Enqueued Resource ID: 63670bcf-c8fc-4a7c-8c4d-28ca823d01f4 with Priority: HIGHEST for action security_group_rules [ 627.170196] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63670bcf-c8fc-4a7c-8c4d-28ca823d01f4 with Priority: HIGHEST for action security_group_rules [ 627.170662] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.170815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.170883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.171150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.171249] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63670bcf-c8fc-4a7c-8c4d-28ca823d01f4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.178035] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.178222] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.178385] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.178592] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.178942] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.179060] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.179117] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.179330] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.179517] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.180081] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.180081] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.180081] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.180264] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.180264] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.180338] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.180460] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.201232] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.201232] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 627.201232] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.201232] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.201232] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-6d0a44c7-eb87-4f27-978c-871fdccb48dd taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.201232] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-6d0a44c7-eb87-4f27-978c-871fdccb48dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.201232] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-6d0a44c7-eb87-4f27-978c-871fdccb48dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.201501] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-6d0a44c7-eb87-4f27-978c-871fdccb48dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.201501] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d0a44c7-eb87-4f27-978c-871fdccb48dd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.284590] env[63386]: INFO networking_nsxv3.common.synchronization [req-dfa4d3e7-5114-43e9-a71b-d1c4c22191bc req-6358e3ee-a624-44af-b479-2f98c989ae06 tempest-MultipleCreateTestJSON-1616576870 tempest-MultipleCreateTestJSON-1616576870-project-member] Enqueued Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 627.284805] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 with Priority: HIGHEST for action security_group_members [ 627.285309] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.285430] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.365035] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.444373] env[63386]: INFO networking_nsxv3.common.synchronization [req-28970d22-1cf0-46c6-b121-a7d41b975383 req-23ca4bde-db40-4f7b-b630-01398fa6ee67 tempest-SecurityGroupRulesTestJSON-1359419915 tempest-SecurityGroupRulesTestJSON-1359419915-project-member] Enqueued Resource ID: 63670bcf-c8fc-4a7c-8c4d-28ca823d01f4 with Priority: HIGHEST for action security_group_rules [ 627.445205] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63670bcf-c8fc-4a7c-8c4d-28ca823d01f4 with Priority: HIGHEST for action security_group_rules [ 627.445610] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.445765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.525378] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.679471] env[63386]: INFO networking_nsxv3.common.synchronization [req-22fd4f0b-d622-4cb7-ba24-f2bcb84517b8 req-26d3cce8-3368-4066-af1b-d4fd1c80a33e tempest-SecurityGroupRulesTestJSON-1359419915 tempest-SecurityGroupRulesTestJSON-1359419915-project-member] Enqueued Resource ID: 63670bcf-c8fc-4a7c-8c4d-28ca823d01f4 with Priority: HIGHEST for action security_group_rules [ 627.679824] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63670bcf-c8fc-4a7c-8c4d-28ca823d01f4 with Priority: HIGHEST for action security_group_rules [ 627.680188] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.680330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.692069] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.692221] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.692293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.692491] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.692581] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.692802] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63670bcf-c8fc-4a7c-8c4d-28ca823d01f4 already deleted. [ 627.692940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.693113] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.693296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.693384] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63670bcf-c8fc-4a7c-8c4d-28ca823d01f4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.704779] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.705379] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.705379] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.705476] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.705545] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.705710] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 6d0a44c7-eb87-4f27-978c-871fdccb48dd not found, creating... [ 627.706024] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.706783] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.706783] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.706783] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.706783] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.706992] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.707090] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.707188] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.707391] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.707553] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.707660] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 6d0a44c7-eb87-4f27-978c-871fdccb48dd is going to be created. [ 627.728161] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.728270] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.728375] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.728684] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.728920] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.729152] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-6d0a44c7-eb87-4f27-978c-871fdccb48dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.867447] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.867649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.867715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.867945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.868052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.868153] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f is going to be updated. [ 627.927462] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.927616] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.927674] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.927875] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.928040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.940595] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f in Status: IN_PROGRESS for 2s [ 628.026874] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.216898] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.216898] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.216898] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.216898] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.217341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.217341] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63670bcf-c8fc-4a7c-8c4d-28ca823d01f4 already deleted. [ 628.217341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.217341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.217554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.217554] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63670bcf-c8fc-4a7c-8c4d-28ca823d01f4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.529749] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.530582] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.530582] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.530582] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.531450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.531450] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 is going to be updated. [ 628.559139] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.559284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.560351] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.560351] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.560351] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.570039] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: IN_PROGRESS for 2s [ 628.582135] env[63386]: INFO networking_nsxv3.common.synchronization [req-01a97945-0d62-4389-be84-4d21a51c425f req-27e39188-5e72-44ef-bb40-bb3d23b3dbde service nova] Enqueued Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_rules [ 628.582135] env[63386]: INFO networking_nsxv3.common.synchronization [req-01a97945-0d62-4389-be84-4d21a51c425f req-27e39188-5e72-44ef-bb40-bb3d23b3dbde service nova] Enqueued Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_members [ 628.582135] env[63386]: INFO networking_nsxv3.common.synchronization [req-01a97945-0d62-4389-be84-4d21a51c425f req-27e39188-5e72-44ef-bb40-bb3d23b3dbde service nova] Enqueued Resource ID: 6d0a44c7-eb87-4f27-978c-871fdccb48dd with Priority: HIGHEST for action port [ 628.582135] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_rules [ 628.582135] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_members [ 628.582391] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d0a44c7-eb87-4f27-978c-871fdccb48dd with Priority: HIGHEST for action port [ 628.582783] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.582912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.582973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.584045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.584045] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.584777] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.584777] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.584889] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d0a44c7-eb87-4f27-978c-871fdccb48dd taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.584979] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d0a44c7-eb87-4f27-978c-871fdccb48dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.584979] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d0a44c7-eb87-4f27-978c-871fdccb48dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.587080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d0a44c7-eb87-4f27-978c-871fdccb48dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.587171] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d0a44c7-eb87-4f27-978c-871fdccb48dd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.741503] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.741503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.741503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.741726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.741973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.741973] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63670bcf-c8fc-4a7c-8c4d-28ca823d01f4 already deleted. [ 628.743678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63670bcf-c8fc-4a7c-8c4d-28ca823d01f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.813558] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: SUCCESS [ 628.813785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.916548] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d74e64-b119-4598-93b3-6cb09ff212df in Status: SUCCESS [ 628.916548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.089331] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.089489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.090985] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d0a44c7-eb87-4f27-978c-871fdccb48dd with status ACTIVE [ 629.091224] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.091350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.091422] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.091646] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.091786] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.091970] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.092087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.092151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.092314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.092393] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.092573] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.092675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.092755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.092906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.092985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.093087] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d0a44c7-eb87-4f27-978c-871fdccb48dd is going to be updated. [ 629.121574] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.121818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.124505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.124505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.124505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.124505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d0a44c7-eb87-4f27-978c-871fdccb48dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.952183] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f in Status: SUCCESS [ 629.952468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.952558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.952841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.952952] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.953074] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.953137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.953286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.953364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.953457] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.462367] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.583910] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: IN_PROGRESS for 4s [ 630.968388] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.469888] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.470077] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.470153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.470374] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.470518] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.470631] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f is going to be updated. [ 631.504768] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.504768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.504768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.504768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.504768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.512628] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f in Status: IN_PROGRESS for 2s [ 631.581934] env[63386]: INFO networking_nsxv3.common.synchronization [req-b3f45269-ca0b-4ea1-9ddd-40ff13c095ff req-19df9d2b-61d4-497b-be5f-62f28c2a6ae3 tempest-ServersAdminNegativeTestJSON-612877123 tempest-ServersAdminNegativeTestJSON-612877123-project-member] Enqueued Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_members [ 631.586555] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGHEST for action security_group_members [ 631.586928] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.587168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.587278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.587582] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.587809] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.587952] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.588033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.588218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.588317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.588417] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.092188] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.092474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.092474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.092650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.092764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.092987] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.093139] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.093235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.093345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.093424] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.093563] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df11f511-f546-41b1-93bb-8c4c607e38a8 is going to be updated. [ 632.124359] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.124359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.124359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.124359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.124359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.132936] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df11f511-f546-41b1-93bb-8c4c607e38a8 in Status: IN_PROGRESS for 2s [ 632.599983] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: SUCCESS [ 632.600245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.600476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.600663] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.600823] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.600954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.600996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.601170] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.601259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.601354] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e48d9f1-4368-4853-9c0f-6e9126fd8da2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.107092] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.107092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.107092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.107092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.107092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.107092] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.107092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.107092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.107092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.107092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.107092] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 is going to be updated. [ 633.134890] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.135122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.135122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.135326] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.135467] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.145654] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: IN_PROGRESS for 2s [ 633.530430] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f in Status: SUCCESS [ 633.532889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.532889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.532889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.532889] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.532889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.532889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.532889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.532889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.532889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.532889] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.001758] env[63386]: INFO networking_nsxv3.common.synchronization [req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 req-78c4445e-e571-4fa3-b608-3cb72b394a5d tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Enqueued Resource ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 with Priority: HIGHEST for action security_group_members [ 634.002358] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 with Priority: HIGHEST for action security_group_members [ 634.002664] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.002809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.002860] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.003716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.003888] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.004144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.004144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.004214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.004289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.004385] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cac08d0-3ebb-4e58-ba1b-999b7c278f31',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.036914] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.036998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.036998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.037228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.037386] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.037484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.037579] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.037830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.037952] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.038061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.038239] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.038466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.038466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.039310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.039310] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.039310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.039310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.039310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.039310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.039514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.039514] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.144651] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df11f511-f546-41b1-93bb-8c4c607e38a8 in Status: SUCCESS [ 634.146046] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df11f511-f546-41b1-93bb-8c4c607e38a8 deletion is rescheduled due to dependency. [ 634.146046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.232214] env[63386]: INFO networking_nsxv3.common.synchronization [None req-dc9ee99c-e064-4fb5-afda-60896d831c1e None None] Enqueued Resource ID: 7cfed536-5b6a-4429-9a41-c8e651f4bf47 with Priority: HIGHEST for action port [ 634.232214] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cfed536-5b6a-4429-9a41-c8e651f4bf47 with Priority: HIGHEST for action port [ 634.232214] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cfed536-5b6a-4429-9a41-c8e651f4bf47 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.232214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cfed536-5b6a-4429-9a41-c8e651f4bf47" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.232214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cfed536-5b6a-4429-9a41-c8e651f4bf47" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.232214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cfed536-5b6a-4429-9a41-c8e651f4bf47" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.232214] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cfed536-5b6a-4429-9a41-c8e651f4bf47',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.506773] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.506943] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.507029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.507252] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.507352] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.507550] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.507651] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.507717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.507870] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.507950] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.508047] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 already deleted. [ 634.508132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.542108] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f: rpc.has_security_group_logging(os_id): False [ 634.563344] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.563510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.563586] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.563815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.563910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.564133] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.564287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.564321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.564477] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.564597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.564860] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.564972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.565313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.565313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.565468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.565531] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.565657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.565758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.565947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.567102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.567239] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f is going to be updated. [ 634.639428] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.639611] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.639659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.639836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.639972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.656493] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f in Status: IN_PROGRESS for 2s [ 634.726305] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.726551] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-91" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.726673] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-91" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.726996] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-91" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.727285] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.727443] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.727560] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.727813] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.728657] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.728893] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 634.729412] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.729412] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.729412] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.729412] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 634.729608] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.729608] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.736091] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cfed536-5b6a-4429-9a41-c8e651f4bf47 [ 634.736322] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.736439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.736510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.736682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.736765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.736854] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cfed536-5b6a-4429-9a41-c8e651f4bf47 already deleted. [ 634.736935] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cfed536-5b6a-4429-9a41-c8e651f4bf47" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.775933] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.776111] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 634.776251] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.776427] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-91" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.776737] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-f7aa160f-546a-4fc3-8b78-1fd153cf3b01 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.776923] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-f7aa160f-546a-4fc3-8b78-1fd153cf3b01" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.777027] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-f7aa160f-546a-4fc3-8b78-1fd153cf3b01" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.777374] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-f7aa160f-546a-4fc3-8b78-1fd153cf3b01" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.777508] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7aa160f-546a-4fc3-8b78-1fd153cf3b01',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.050716] env[63386]: INFO networking_nsxv3.common.synchronization [None req-19b861f7-314a-4073-8d46-fe2f38076c99 tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Enqueued Resource ID: 28a34854-53cf-4448-8617-23cc5f7da83e with Priority: HIGHEST for action security_group_rules [ 635.051369] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a34854-53cf-4448-8617-23cc5f7da83e with Priority: HIGHEST for action security_group_rules [ 635.052106] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28a34854-53cf-4448-8617-23cc5f7da83e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.052106] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.052210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.056460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.056460] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28a34854-53cf-4448-8617-23cc5f7da83e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.157382] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 in Status: SUCCESS [ 635.157641] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e48d9f1-4368-4853-9c0f-6e9126fd8da2 deletion is rescheduled due to dependency. [ 635.157676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e48d9f1-4368-4853-9c0f-6e9126fd8da2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.159634] env[63386]: INFO networking_nsxv3.common.synchronization [None req-a59e736c-1b17-4b11-a261-259d63aeeb2e tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Enqueued Resource ID: 28a34854-53cf-4448-8617-23cc5f7da83e with Priority: HIGHEST for action security_group_rules [ 635.159710] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a34854-53cf-4448-8617-23cc5f7da83e with Priority: HIGHEST for action security_group_rules [ 635.163205] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28a34854-53cf-4448-8617-23cc5f7da83e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.163205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.280725] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.285019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.285019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.285019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.285019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.285019] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port f7aa160f-546a-4fc3-8b78-1fd153cf3b01 not found, creating... [ 635.285019] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.285019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.285019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.285019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.285019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.285602] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.285602] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.285602] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.285602] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.285602] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.285995] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: f7aa160f-546a-4fc3-8b78-1fd153cf3b01 is going to be created. [ 635.308693] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.308922] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.312080] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.312456] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.313958] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.313958] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-f7aa160f-546a-4fc3-8b78-1fd153cf3b01" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.577130] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.577355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.577355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.577583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.577672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.577761] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28a34854-53cf-4448-8617-23cc5f7da83e already deleted. [ 635.577842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.580230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.580230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.580230] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28a34854-53cf-4448-8617-23cc5f7da83e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.101319] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.101319] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.101455] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.101937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.101937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.101937] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28a34854-53cf-4448-8617-23cc5f7da83e already deleted. [ 636.101937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.173021] env[63386]: INFO networking_nsxv3.common.synchronization [req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 req-de947c1c-1b8c-4d97-89a0-f59b6839e4f0 service nova] Enqueued Resource ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 with Priority: HIGHEST for action security_group_rules [ 636.173316] env[63386]: INFO networking_nsxv3.common.synchronization [req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 req-de947c1c-1b8c-4d97-89a0-f59b6839e4f0 service nova] Enqueued Resource ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 with Priority: HIGHEST for action security_group_members [ 636.173516] env[63386]: INFO networking_nsxv3.common.synchronization [req-8d9a2fbd-38a9-4f4a-a41d-c1afad463144 req-de947c1c-1b8c-4d97-89a0-f59b6839e4f0 service nova] Enqueued Resource ID: f7aa160f-546a-4fc3-8b78-1fd153cf3b01 with Priority: HIGHEST for action port [ 636.173659] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 with Priority: HIGHEST for action security_group_rules [ 636.173707] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 with Priority: HIGHEST for action security_group_members [ 636.173802] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7aa160f-546a-4fc3-8b78-1fd153cf3b01 with Priority: HIGHEST for action port [ 636.178301] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.178301] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.178301] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.178301] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.178504] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cac08d0-3ebb-4e58-ba1b-999b7c278f31',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.179634] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.179634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.179634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.179634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.179936] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.180861] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.180965] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.181210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.181311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.181493] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cac08d0-3ebb-4e58-ba1b-999b7c278f31',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.182260] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7aa160f-546a-4fc3-8b78-1fd153cf3b01 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.182403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7aa160f-546a-4fc3-8b78-1fd153cf3b01" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.182464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7aa160f-546a-4fc3-8b78-1fd153cf3b01" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.182684] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7aa160f-546a-4fc3-8b78-1fd153cf3b01" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.182739] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7aa160f-546a-4fc3-8b78-1fd153cf3b01',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.405487] env[63386]: INFO networking_nsxv3.common.synchronization [None req-e994845c-0d63-4752-a68b-455c3fd05e93 None None] Enqueued Resource ID: 290c06a2-cfab-4f1b-b72d-a1b1db36daac with Priority: HIGHEST for action port [ 636.405487] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290c06a2-cfab-4f1b-b72d-a1b1db36daac with Priority: HIGHEST for action port [ 636.405487] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-290c06a2-cfab-4f1b-b72d-a1b1db36daac taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.405487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-290c06a2-cfab-4f1b-b72d-a1b1db36daac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.405487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-290c06a2-cfab-4f1b-b72d-a1b1db36daac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.406071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-290c06a2-cfab-4f1b-b72d-a1b1db36daac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.406071] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('290c06a2-cfab-4f1b-b72d-a1b1db36daac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.671594] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f in Status: SUCCESS [ 636.671594] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.685416] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.685571] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.685835] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7aa160f-546a-4fc3-8b78-1fd153cf3b01 with status ACTIVE [ 636.686038] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.686244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.686753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.686915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.687031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.687230] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.688260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.688260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.688260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.688260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.688260] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.688260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.688260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.688260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.688660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.688660] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7aa160f-546a-4fc3-8b78-1fd153cf3b01 is going to be updated. [ 636.690522] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cac08d0-3ebb-4e58-ba1b-999b7c278f31',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.714164] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.715317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.715317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.715517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.716233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.716233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7aa160f-546a-4fc3-8b78-1fd153cf3b01" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.889253] env[63386]: INFO networking_nsxv3.common.synchronization [None req-45e56f68-76e4-4dc5-8f4a-65afeeb07d0a None None] Enqueued Resource ID: ccd404a9-2ba4-4421-97c1-cd8a8043c5dd with Priority: HIGHEST for action port [ 636.889420] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd404a9-2ba4-4421-97c1-cd8a8043c5dd with Priority: HIGHEST for action port [ 636.890014] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccd404a9-2ba4-4421-97c1-cd8a8043c5dd taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.892239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccd404a9-2ba4-4421-97c1-cd8a8043c5dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.892239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccd404a9-2ba4-4421-97c1-cd8a8043c5dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.892239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccd404a9-2ba4-4421-97c1-cd8a8043c5dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.892239] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccd404a9-2ba4-4421-97c1-cd8a8043c5dd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.910233] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 290c06a2-cfab-4f1b-b72d-a1b1db36daac [ 636.910465] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.910598] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.910669] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.910878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.910976] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.911086] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:290c06a2-cfab-4f1b-b72d-a1b1db36daac already deleted. [ 636.911183] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-290c06a2-cfab-4f1b-b72d-a1b1db36daac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.193126] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cac08d0-3ebb-4e58-ba1b-999b7c278f31',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.396281] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccd404a9-2ba4-4421-97c1-cd8a8043c5dd [ 637.396519] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.396655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.396725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.396938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.397046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.397143] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccd404a9-2ba4-4421-97c1-cd8a8043c5dd already deleted. [ 637.397228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccd404a9-2ba4-4421-97c1-cd8a8043c5dd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.701695] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.701695] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.702080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.702080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.702137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.702201] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 is going to be created. [ 637.741960] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.741960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.741960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.741960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.741960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.752367] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 in Status: UNINITIALIZED for 2s [ 638.726943] env[63386]: INFO networking_nsxv3.common.synchronization [req-1afe018b-5065-4024-bdd2-dcda8511aeb4 req-c1bed3a2-fc30-431b-b2f6-085d2a0b6643 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Enqueued Resource ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f with Priority: HIGHEST for action security_group_members [ 638.729075] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f with Priority: HIGHEST for action security_group_members [ 638.729075] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d451665-3749-41a0-8aa8-e4ee11218a8f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.729075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.729075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.729075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.730617] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.730617] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.730617] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.733497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.733497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.733497] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d451665-3749-41a0-8aa8-e4ee11218a8f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.897572] env[63386]: INFO networking_nsxv3.common.synchronization [None req-513527f9-6929-4b8c-9379-530806379108 None None] Enqueued Resource ID: a1d9de5b-f378-449c-a4a7-c93c4b9ab5c6 with Priority: HIGHEST for action port [ 638.900539] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d9de5b-f378-449c-a4a7-c93c4b9ab5c6 with Priority: HIGHEST for action port [ 638.900539] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1d9de5b-f378-449c-a4a7-c93c4b9ab5c6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.900539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1d9de5b-f378-449c-a4a7-c93c4b9ab5c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.900539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1d9de5b-f378-449c-a4a7-c93c4b9ab5c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.900539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1d9de5b-f378-449c-a4a7-c93c4b9ab5c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.900539] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1d9de5b-f378-449c-a4a7-c93c4b9ab5c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.237041] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.237041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.237041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.237041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.237041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.237041] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.237041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.237041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.237041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.237041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.237041] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f already deleted. [ 639.237041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.303867] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.304179] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-734" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.306483] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-734" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.306483] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-734" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.311210] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.311522] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.311713] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.312133] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.312362] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.312672] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.312908] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.313054] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.313258] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.313380] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.313557] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.313767] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.336393] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.336489] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 639.336630] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.336818] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-734" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.337150] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.337321] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.337446] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.337757] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.337945] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d02faf7-82a7-4a7b-9b1b-c50738e15eaf',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.402389] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1d9de5b-f378-449c-a4a7-c93c4b9ab5c6 [ 639.403087] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.403436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.403625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.404379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.404379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.404379] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1d9de5b-f378-449c-a4a7-c93c4b9ab5c6 already deleted. [ 639.404379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1d9de5b-f378-449c-a4a7-c93c4b9ab5c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.425652] env[63386]: INFO networking_nsxv3.common.synchronization [None req-e43c25c7-8676-42c3-82d5-b9e8e31014bf None None] Enqueued Resource ID: 60a34df1-f5c0-4a50-aa95-708e977ad126 with Priority: HIGHEST for action port [ 639.425942] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a34df1-f5c0-4a50-aa95-708e977ad126 with Priority: HIGHEST for action port [ 639.426558] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-60a34df1-f5c0-4a50-aa95-708e977ad126 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.426690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60a34df1-f5c0-4a50-aa95-708e977ad126" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.426750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60a34df1-f5c0-4a50-aa95-708e977ad126" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.426991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60a34df1-f5c0-4a50-aa95-708e977ad126" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.428996] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60a34df1-f5c0-4a50-aa95-708e977ad126',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.763057] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 in Status: SUCCESS [ 639.763057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.763057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.763411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.763494] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.763627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.763701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.763877] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.763983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.764097] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.764208] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cac08d0-3ebb-4e58-ba1b-999b7c278f31',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.841754] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.842058] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.842188] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.842486] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.842667] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.842835] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 5d02faf7-82a7-4a7b-9b1b-c50738e15eaf not found, creating... [ 639.843125] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.843302] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.843434] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.843682] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.843827] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.844155] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.844316] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.844437] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.844659] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.845077] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.845077] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 5d02faf7-82a7-4a7b-9b1b-c50738e15eaf is going to be created. [ 639.865894] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.866137] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.866266] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.866551] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.866785] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.867034] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.932987] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60a34df1-f5c0-4a50-aa95-708e977ad126 [ 639.933970] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.933970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.933970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.933970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.933970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.933970] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60a34df1-f5c0-4a50-aa95-708e977ad126 already deleted. [ 639.933970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60a34df1-f5c0-4a50-aa95-708e977ad126" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.270141] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cac08d0-3ebb-4e58-ba1b-999b7c278f31',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.327801] env[63386]: INFO networking_nsxv3.common.synchronization [None req-1e809608-bf1a-4d2a-88db-2b0241115c77 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_rules [ 640.328346] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_rules [ 640.328629] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6960f936-2cab-4de5-859e-a4b066ca64f2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.328742] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.328836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.329264] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.329345] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.446367] env[63386]: INFO networking_nsxv3.common.synchronization [None req-19bb0652-0634-4697-ae3e-62590341be2e tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_rules [ 640.446976] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_rules [ 640.447695] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6960f936-2cab-4de5-859e-a4b066ca64f2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.447695] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.772315] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cac08d0-3ebb-4e58-ba1b-999b7c278f31: rpc.has_security_group_logging(os_id): False [ 640.797747] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.797747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.797747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.797747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.797747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.797747] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.797747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.797747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.797747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.797747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.797747] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 is going to be created. [ 640.855845] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.856178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.856178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.856260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.856314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.856408] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 already deleted. [ 640.856493] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.856650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.856804] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.856890] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.863284] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.863284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.863284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.863284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.863284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.874772] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 in Status: IN_PROGRESS for 2s [ 640.967319] env[63386]: INFO networking_nsxv3.common.synchronization [req-1afe018b-5065-4024-bdd2-dcda8511aeb4 req-e1fa4e4c-76c5-4d6f-9f98-0b173da88241 service nova] Enqueued Resource ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f with Priority: HIGHEST for action security_group_rules [ 640.967501] env[63386]: INFO networking_nsxv3.common.synchronization [req-1afe018b-5065-4024-bdd2-dcda8511aeb4 req-e1fa4e4c-76c5-4d6f-9f98-0b173da88241 service nova] Enqueued Resource ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f with Priority: HIGHEST for action security_group_members [ 640.967640] env[63386]: INFO networking_nsxv3.common.synchronization [req-1afe018b-5065-4024-bdd2-dcda8511aeb4 req-e1fa4e4c-76c5-4d6f-9f98-0b173da88241 service nova] Enqueued Resource ID: 5d02faf7-82a7-4a7b-9b1b-c50738e15eaf with Priority: HIGHEST for action port [ 640.967881] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f with Priority: HIGHEST for action security_group_rules [ 640.968019] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f with Priority: HIGHEST for action security_group_members [ 640.968118] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d02faf7-82a7-4a7b-9b1b-c50738e15eaf with Priority: HIGHEST for action port [ 640.968656] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d451665-3749-41a0-8aa8-e4ee11218a8f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.968780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.968850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.973249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.973393] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d451665-3749-41a0-8aa8-e4ee11218a8f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.974957] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d451665-3749-41a0-8aa8-e4ee11218a8f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.974957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.974957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.974957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.975125] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.975125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.975206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.975348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.975435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.975524] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d451665-3749-41a0-8aa8-e4ee11218a8f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.982113] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.982113] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.982113] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.982113] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.982113] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d02faf7-82a7-4a7b-9b1b-c50738e15eaf',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.149027] env[63386]: INFO networking_nsxv3.common.synchronization [req-191dfd47-91fb-4f35-960b-6b880c4b7e31 req-a7faa7b7-dcec-420d-8046-0b90e5a87e2e tempest-ImagesOneServerTestJSON-738456198 tempest-ImagesOneServerTestJSON-738456198-project-member] Enqueued Resource ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 with Priority: HIGHEST for action security_group_members [ 641.149225] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 with Priority: HIGHEST for action security_group_members [ 641.149468] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fd5c4-9d77-4ca9-9221-d5cd657cd196 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.149604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.149644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.149944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.150113] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.150516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.150637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.150735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.150820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.150912] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576fd5c4-9d77-4ca9-9221-d5cd657cd196',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.381744] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.381744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.381744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.381744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.381744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.381744] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 already deleted. [ 641.381744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.484315] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d451665-3749-41a0-8aa8-e4ee11218a8f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.484446] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.484622] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d451665-3749-41a0-8aa8-e4ee11218a8f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.487431] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d02faf7-82a7-4a7b-9b1b-c50738e15eaf with status ACTIVE [ 641.487894] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.487894] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.487894] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.488092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.488092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.488235] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.488325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.488390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.488529] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.488603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.488780] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.488872] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.488930] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.489123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.489223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.489309] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d02faf7-82a7-4a7b-9b1b-c50738e15eaf is going to be updated. [ 641.513460] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.513625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.513670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.514459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.514601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.514777] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d02faf7-82a7-4a7b-9b1b-c50738e15eaf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.653801] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.654801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.654801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.654801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.654801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.654801] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.654801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.654801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.655372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.655372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.655372] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 is going to be updated. [ 641.714463] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.714463] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.714463] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.714463] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.714463] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.721717] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 in Status: IN_PROGRESS for 2s [ 641.990391] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d451665-3749-41a0-8aa8-e4ee11218a8f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.264725] env[63386]: INFO networking_nsxv3.common.synchronization [None req-cc32f2c2-f92c-4639-9e50-bf258bc56bc8 None None] Enqueued Resource ID: 2d01e9de-e99f-46a9-867b-7357e9e90e75 with Priority: HIGHEST for action port [ 642.264725] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d01e9de-e99f-46a9-867b-7357e9e90e75 with Priority: HIGHEST for action port [ 642.264725] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d01e9de-e99f-46a9-867b-7357e9e90e75 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.264725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d01e9de-e99f-46a9-867b-7357e9e90e75" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.265649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d01e9de-e99f-46a9-867b-7357e9e90e75" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.265902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d01e9de-e99f-46a9-867b-7357e9e90e75" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.266061] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d01e9de-e99f-46a9-867b-7357e9e90e75',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.493224] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.493356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.493417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.493632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.493727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.493828] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f is going to be created. [ 642.517101] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.517701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.517701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.517921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.518276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.528167] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f in Status: UNINITIALIZED for 2s [ 642.768455] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d01e9de-e99f-46a9-867b-7357e9e90e75 [ 642.768756] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.768892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.768960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.769189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.769277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.769369] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d01e9de-e99f-46a9-867b-7357e9e90e75 already deleted. [ 642.769447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d01e9de-e99f-46a9-867b-7357e9e90e75" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.888846] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 in Status: SUCCESS [ 642.888846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.736882] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 in Status: SUCCESS [ 643.737385] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fd5c4-9d77-4ca9-9221-d5cd657cd196 deletion is rescheduled due to dependency. [ 643.737533] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fd5c4-9d77-4ca9-9221-d5cd657cd196" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.784399] env[63386]: INFO networking_nsxv3.common.synchronization [req-62ad6811-fd38-48e8-8f30-2c4d77d7123f req-268e870e-a767-4677-ae61-779fece0df6c tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Enqueued Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 643.784937] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 643.785259] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.785422] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.785468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.785796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.785954] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.786069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.786134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.786286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.786371] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.786462] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.960953] env[63386]: INFO networking_nsxv3.common.synchronization [req-d56e0adb-b172-4590-a9e2-e95f3f011047 req-c7062ef9-c99a-4786-a399-7454ce1f5210 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 643.961535] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 643.961888] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.961987] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.962063] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.962313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.966022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.966022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.966022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.966022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.966022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.966022] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.288942] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.392184] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.395163] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.395163] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.395163] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.395163] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.395163] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.395163] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.395163] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.395163] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.395163] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.395163] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.395163] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.395163] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.395163] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.395163] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.395163] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.415216] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.415383] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 644.415526] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.415711] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.416047] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-6578d59b-a3e6-46b0-b6fd-34741e02676a taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.416303] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-6578d59b-a3e6-46b0-b6fd-34741e02676a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.416406] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-6578d59b-a3e6-46b0-b6fd-34741e02676a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.416674] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-6578d59b-a3e6-46b0-b6fd-34741e02676a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.416812] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6578d59b-a3e6-46b0-b6fd-34741e02676a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.465120] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.465120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.465120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.465382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.465382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.466033] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.466033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.466033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.466033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.466033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.466033] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 already deleted. [ 644.466033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.539114] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f in Status: UNINITIALIZED for 4s [ 644.792458] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.919812] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.920085] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.920156] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.920444] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.920599] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.920779] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 6578d59b-a3e6-46b0-b6fd-34741e02676a not found, creating... [ 644.921050] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.921274] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.921391] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.921636] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.921770] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.922150] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.922338] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.922442] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.922656] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.922796] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.923030] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 6578d59b-a3e6-46b0-b6fd-34741e02676a is going to be created. [ 644.946384] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.946612] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.946726] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.947012] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.947261] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.947502] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-6578d59b-a3e6-46b0-b6fd-34741e02676a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.295306] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.298482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.298565] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.298973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.298973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.298973] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 336d666c-9eaf-462a-92f4-9f09f7536596 is going to be updated. [ 645.331280] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.331461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.331514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.331755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.331920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.340879] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: IN_PROGRESS for 2s [ 645.738898] env[63386]: INFO networking_nsxv3.common.synchronization [req-d56e0adb-b172-4590-a9e2-e95f3f011047 req-9001ca2c-cac7-447e-9891-f36baa012f05 service nova] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_rules [ 645.739132] env[63386]: INFO networking_nsxv3.common.synchronization [req-d56e0adb-b172-4590-a9e2-e95f3f011047 req-9001ca2c-cac7-447e-9891-f36baa012f05 service nova] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 645.739274] env[63386]: INFO networking_nsxv3.common.synchronization [req-d56e0adb-b172-4590-a9e2-e95f3f011047 req-9001ca2c-cac7-447e-9891-f36baa012f05 service nova] Enqueued Resource ID: 6578d59b-a3e6-46b0-b6fd-34741e02676a with Priority: HIGHEST for action port [ 645.739517] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_rules [ 645.739648] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 645.739750] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6578d59b-a3e6-46b0-b6fd-34741e02676a with Priority: HIGHEST for action port [ 645.740689] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.740689] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.740821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.740982] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.741081] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.742376] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.742493] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.742565] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.742752] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.742931] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.743061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.743130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.743279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.747064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.747064] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.747064] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-6578d59b-a3e6-46b0-b6fd-34741e02676a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.747064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6578d59b-a3e6-46b0-b6fd-34741e02676a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.747064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6578d59b-a3e6-46b0-b6fd-34741e02676a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.747064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6578d59b-a3e6-46b0-b6fd-34741e02676a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.747064] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6578d59b-a3e6-46b0-b6fd-34741e02676a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.249238] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.249238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.249238] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.249238] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6578d59b-a3e6-46b0-b6fd-34741e02676a with status ACTIVE [ 646.249238] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.249238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.249238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.249238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.249238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.249238] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.249238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.249238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.249238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.249238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.250577] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.250846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.250995] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.251255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.251770] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.252017] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6578d59b-a3e6-46b0-b6fd-34741e02676a is going to be updated. [ 646.275452] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.277671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.277671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.277671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.277671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.277671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6578d59b-a3e6-46b0-b6fd-34741e02676a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.363091] env[63386]: INFO networking_nsxv3.common.synchronization [req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 req-da42fc14-f192-4c23-b6f5-c62577dfe8f4 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 646.364098] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 646.364098] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.364256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.364256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.364515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.364655] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.364757] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.364821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.364972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.365074] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.365221] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.550152] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f in Status: SUCCESS [ 646.550269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.550346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.550556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.550749] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.550865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.550933] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.551103] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.551202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.551302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.551382] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d451665-3749-41a0-8aa8-e4ee11218a8f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.754824] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.859206] env[63386]: INFO networking_nsxv3.common.synchronization [req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 req-8e79023c-0fd5-430f-a08b-d8cdb1e2ff1a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 646.859869] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 646.860161] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.860321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.868802] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.868976] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.869075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.869312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.869398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.869710] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.869710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.870079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.870079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.870079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.870079] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc already deleted. [ 646.870758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.870758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.871269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.871269] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.871269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.871269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.871389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.871487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.871563] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.053519] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d451665-3749-41a0-8aa8-e4ee11218a8f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.053696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.053768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.054051] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.054955] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.054955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.054955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.054955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.054955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.054955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.054955] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d451665-3749-41a0-8aa8-e4ee11218a8f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.055391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.055391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.055391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.055499] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.055589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.055653] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.055835] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.055910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.055996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.056291] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d451665-3749-41a0-8aa8-e4ee11218a8f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.250208] env[63386]: INFO networking_nsxv3.common.synchronization [req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 req-63a5eb88-3ec9-4481-8e6b-d860185445b0 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 647.250741] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 647.251076] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.251187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.258043] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.258133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.258221] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.258462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.258575] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.258679] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be created. [ 647.285988] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.285988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.285988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.285988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.285988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.293454] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: UNINITIALIZED for 2s [ 647.352220] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: SUCCESS [ 647.352607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.376467] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.377125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.377886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.378265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.378265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.378427] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.378540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.378626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.378793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.378879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.378971] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc already deleted. [ 647.379094] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.379239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.379392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.379550] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.379644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.379705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.379844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.379920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.380030] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.560576] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d451665-3749-41a0-8aa8-e4ee11218a8f: rpc.has_security_group_logging(os_id): False [ 647.584031] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.584031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.584031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.584031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.584031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.584292] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.584401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.584468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.584677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.584778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.584974] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.585107] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.585171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.585346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.585507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.585604] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.585693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.585769] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.585937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.586026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.586116] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f is going to be created. [ 647.621790] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.622061] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-283" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.622195] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-283" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.622516] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-283" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.622771] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.623097] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.623411] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.623657] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.623813] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.624039] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.624153] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.624260] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.624366] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.624471] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.624583] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.624703] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.684203] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.684369] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.684442] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.684652] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.684836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.697735] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.697913] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.073 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.698072] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.698257] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-283" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.698572] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-1ddafc2c-50c6-494f-8f9d-c43e1892b004 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.698746] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-1ddafc2c-50c6-494f-8f9d-c43e1892b004" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.698866] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-1ddafc2c-50c6-494f-8f9d-c43e1892b004" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.699235] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-1ddafc2c-50c6-494f-8f9d-c43e1892b004" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.699390] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ddafc2c-50c6-494f-8f9d-c43e1892b004',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.700813] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f in Status: IN_PROGRESS for 2s [ 647.883146] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.883517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.883517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.883679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.883790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.884015] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.884153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.884222] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.884418] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.884539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.884650] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc already deleted. [ 647.884730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.202591] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.202821] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.202952] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.203343] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.203503] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.203661] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 1ddafc2c-50c6-494f-8f9d-c43e1892b004 not found, creating... [ 648.203939] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.204113] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.204234] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.204448] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.204587] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.204859] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.205026] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.205146] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.205351] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.205482] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.205624] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 1ddafc2c-50c6-494f-8f9d-c43e1892b004 is going to be created. [ 648.223918] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.224152] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.224256] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.224496] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.224719] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.224933] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-1ddafc2c-50c6-494f-8f9d-c43e1892b004" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.139970] env[63386]: INFO networking_nsxv3.common.synchronization [req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 req-aa5ca053-3290-4f0b-be87-a24fb605bdba service nova] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_rules [ 649.140263] env[63386]: INFO networking_nsxv3.common.synchronization [req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 req-aa5ca053-3290-4f0b-be87-a24fb605bdba service nova] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 649.140410] env[63386]: INFO networking_nsxv3.common.synchronization [req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 req-aa5ca053-3290-4f0b-be87-a24fb605bdba service nova] Enqueued Resource ID: 1ddafc2c-50c6-494f-8f9d-c43e1892b004 with Priority: HIGHEST for action port [ 649.141077] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_rules [ 649.141276] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 649.141443] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddafc2c-50c6-494f-8f9d-c43e1892b004 with Priority: HIGHEST for action port [ 649.141784] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.141961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.142081] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.142397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.142515] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.144060] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.144793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.144793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.144952] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.145146] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.145275] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.145357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.145679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.147305] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.147305] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.147305] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ddafc2c-50c6-494f-8f9d-c43e1892b004 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.147305] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ddafc2c-50c6-494f-8f9d-c43e1892b004" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.147305] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ddafc2c-50c6-494f-8f9d-c43e1892b004" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.147601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ddafc2c-50c6-494f-8f9d-c43e1892b004" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.147601] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ddafc2c-50c6-494f-8f9d-c43e1892b004',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.249823] env[63386]: INFO networking_nsxv3.common.synchronization [req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 req-0adfb779-77e1-431b-a01d-c71828bc2c8e tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Enqueued Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_members [ 649.250785] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_members [ 649.251228] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.251370] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.251436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.252906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.252906] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.252906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.252906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.252906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.252906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.253251] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.304321] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 649.304561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.304718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.304941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.305144] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.305271] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.305332] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.305473] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.305585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.305643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.305719] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.570535] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.570830] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.571013] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.571317] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.571581] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.571741] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.571859] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.572323] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.572503] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.572742] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.572885] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.573038] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.573168] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.573306] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.573427] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.574064] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.592202] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.592398] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 649.592552] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.592753] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.593156] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-d014fa08-122c-40cc-aff9-a56b891e7d54 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.593407] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-d014fa08-122c-40cc-aff9-a56b891e7d54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.593498] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-d014fa08-122c-40cc-aff9-a56b891e7d54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.593842] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-d014fa08-122c-40cc-aff9-a56b891e7d54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.594010] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d014fa08-122c-40cc-aff9-a56b891e7d54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.644902] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.645068] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.650496] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.652067] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ddafc2c-50c6-494f-8f9d-c43e1892b004 with status ACTIVE [ 649.652275] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.652400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.652469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.652675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.652766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.652994] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.653083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.653147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.653296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.653377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.653555] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.653648] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.653705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.653845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.653920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.654181] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ddafc2c-50c6-494f-8f9d-c43e1892b004 is going to be updated. [ 649.674151] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.674308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.674380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.674595] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.675186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.675186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ddafc2c-50c6-494f-8f9d-c43e1892b004" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.713333] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f in Status: SUCCESS [ 649.713333] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.755715] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.755715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.755944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.756325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.756325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.756458] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.756798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.756798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.756859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.757399] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.757399] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 is going to be updated. [ 649.792893] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.793073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.793073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.793260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.793365] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.806283] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 in Status: IN_PROGRESS for 2s [ 649.808055] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.808190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.808439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.808875] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.809091] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.809199] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.809265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.809438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.809522] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.809621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.809805] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.809911] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.809995] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.810168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.810303] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.810408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.810470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.810605] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.810684] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.810775] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.810846] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.978054] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.978289] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-668" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.978470] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-668" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.978879] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-668" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.979209] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.979413] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.979581] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.979850] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.979966] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.980192] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.980308] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.980449] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.980586] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.980748] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.980904] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.981098] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.000736] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.000952] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 650.001221] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.001435] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-668" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.001866] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-27890e79-36e2-460d-99fa-6aee09ca9dd8 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.002291] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-27890e79-36e2-460d-99fa-6aee09ca9dd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.002502] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-27890e79-36e2-460d-99fa-6aee09ca9dd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.002919] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-27890e79-36e2-460d-99fa-6aee09ca9dd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.003114] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27890e79-36e2-460d-99fa-6aee09ca9dd8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.097226] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.097503] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.097633] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.097918] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.098109] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.098222] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port d014fa08-122c-40cc-aff9-a56b891e7d54 not found, creating... [ 650.098534] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.098703] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.098861] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.099118] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.099280] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.099658] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.099823] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.099974] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.100211] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.100372] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.100502] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: d014fa08-122c-40cc-aff9-a56b891e7d54 is going to be created. [ 650.149590] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.150038] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.150038] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.150329] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.150557] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.150853] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-d014fa08-122c-40cc-aff9-a56b891e7d54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.152128] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.316031] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86: rpc.has_security_group_logging(os_id): False [ 650.335970] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.336545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.336620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.336848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.336941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.337202] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.337327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.337392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.337576] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.337674] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.337904] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.338014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.338108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.338283] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.338362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.338548] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.338640] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.338721] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.338875] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.338966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.339070] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be created. [ 650.413684] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.413925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.413925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.414118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.414343] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.433911] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 650.505517] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.505769] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.505897] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.506490] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.506680] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.506853] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 27890e79-36e2-460d-99fa-6aee09ca9dd8 not found, creating... [ 650.507166] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.507345] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.507466] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.507953] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.507953] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.508185] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.508348] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.508474] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.508690] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.508830] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.508973] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 27890e79-36e2-460d-99fa-6aee09ca9dd8 is going to be created. [ 650.529626] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.529847] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.529984] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.530255] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.530491] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.530728] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-27890e79-36e2-460d-99fa-6aee09ca9dd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.657309] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.657499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.657583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.657827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.657929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.658053] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be created. [ 650.707896] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.707896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.707896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.708132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.708238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.723012] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: UNINITIALIZED for 2s [ 650.936332] env[63386]: INFO networking_nsxv3.common.synchronization [req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 req-90f045db-f9e8-4156-8ea0-2fded9603d78 service nova] Enqueued Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_rules [ 650.936524] env[63386]: INFO networking_nsxv3.common.synchronization [req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 req-90f045db-f9e8-4156-8ea0-2fded9603d78 service nova] Enqueued Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_members [ 650.936667] env[63386]: INFO networking_nsxv3.common.synchronization [req-36a5edf6-695b-4b7f-8402-2d4ffcdb5a20 req-90f045db-f9e8-4156-8ea0-2fded9603d78 service nova] Enqueued Resource ID: d014fa08-122c-40cc-aff9-a56b891e7d54 with Priority: HIGHEST for action port [ 650.936909] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_rules [ 650.938517] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_members [ 650.938517] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d014fa08-122c-40cc-aff9-a56b891e7d54 with Priority: HIGHEST for action port [ 650.938517] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.938517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.938517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.938517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.938517] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.940502] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.940502] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.940723] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-d014fa08-122c-40cc-aff9-a56b891e7d54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.940723] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d014fa08-122c-40cc-aff9-a56b891e7d54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.940723] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d014fa08-122c-40cc-aff9-a56b891e7d54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.940998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d014fa08-122c-40cc-aff9-a56b891e7d54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.940998] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d014fa08-122c-40cc-aff9-a56b891e7d54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.441491] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.441780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.446109] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d014fa08-122c-40cc-aff9-a56b891e7d54 with status ACTIVE [ 651.446788] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.447437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.447541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.447792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.448263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.448490] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.448628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.448721] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.448917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.449042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.449250] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.449379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.449464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.449642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.449751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.449863] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d014fa08-122c-40cc-aff9-a56b891e7d54 is going to be updated. [ 651.473154] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.473501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.473501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.473603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.473713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.473873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d014fa08-122c-40cc-aff9-a56b891e7d54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.543872] env[63386]: INFO networking_nsxv3.common.synchronization [req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 req-2ef49f01-eceb-4caf-abe5-03ce495343d1 service nova] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_rules [ 651.544041] env[63386]: INFO networking_nsxv3.common.synchronization [req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 req-2ef49f01-eceb-4caf-abe5-03ce495343d1 service nova] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 651.544794] env[63386]: INFO networking_nsxv3.common.synchronization [req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 req-2ef49f01-eceb-4caf-abe5-03ce495343d1 service nova] Enqueued Resource ID: 27890e79-36e2-460d-99fa-6aee09ca9dd8 with Priority: HIGHEST for action port [ 651.544794] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_rules [ 651.545133] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 651.545133] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27890e79-36e2-460d-99fa-6aee09ca9dd8 with Priority: HIGHEST for action port [ 651.546431] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.546583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.546846] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.546974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.547240] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-27890e79-36e2-460d-99fa-6aee09ca9dd8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.547399] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27890e79-36e2-460d-99fa-6aee09ca9dd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.547494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27890e79-36e2-460d-99fa-6aee09ca9dd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.547756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27890e79-36e2-460d-99fa-6aee09ca9dd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.547873] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27890e79-36e2-460d-99fa-6aee09ca9dd8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.813046] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 in Status: SUCCESS [ 651.813251] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 deletion is rescheduled due to dependency. [ 651.813369] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.813546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.813769] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.813960] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.814114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.814181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.814388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.814468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.814577] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.051655] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27890e79-36e2-460d-99fa-6aee09ca9dd8 with status ACTIVE [ 652.051655] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.051655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.051655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.051655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.051655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.051655] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.051655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.051655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.051655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.051655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.051655] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.052225] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.052225] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.052225] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.052225] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.052225] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27890e79-36e2-460d-99fa-6aee09ca9dd8 is going to be updated. [ 652.073427] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.073570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.073642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.073811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.073937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.074132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27890e79-36e2-460d-99fa-6aee09ca9dd8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.320389] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.340958] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.341226] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-283" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.341298] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-283" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.341554] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-283" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.341811] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.341989] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.342134] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.342349] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.342493] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.342700] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.342812] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.342925] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.343063] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.343180] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.343286] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.343419] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.362776] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.363078] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 652.363159] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.363300] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-283" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.363609] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.363782] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.363973] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.364238] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.364400] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e2a92ef-e18e-4b9d-8665-1e0dd04dd377',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.447573] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 652.447808] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.737023] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 652.737023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.737023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.737023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.737023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.737023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.737023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.737023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.737023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.737359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.737359] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.742674] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.742674] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.742904] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.743071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.743071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.744129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.744129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.744129] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.822781] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.870343] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.870343] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.870343] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.870343] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.870343] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.870343] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 not found, creating... [ 652.870645] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.870645] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.870749] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.871496] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.871664] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.871971] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.872169] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.872269] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.872920] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.872920] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.872920] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 is going to be created. [ 652.894547] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.894892] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.895316] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.895573] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.895887] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.898955] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.245311] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.245499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.245746] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.327213] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.327380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.327455] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.327673] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.327766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.327863] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 is going to be updated. [ 653.358557] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.358710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.358780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.358996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.359163] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.368915] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 in Status: IN_PROGRESS for 2s [ 653.680632] env[63386]: INFO networking_nsxv3.common.synchronization [None req-bce12b02-8cd4-4eb3-adca-d4b75f9a5077 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Enqueued Resource ID: 5cf19633-d656-4693-82d6-efe88ead9e9f with Priority: HIGHEST for action security_group_rules [ 653.681199] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf19633-d656-4693-82d6-efe88ead9e9f with Priority: HIGHEST for action security_group_rules [ 653.681491] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf19633-d656-4693-82d6-efe88ead9e9f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.681607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf19633-d656-4693-82d6-efe88ead9e9f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.681672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf19633-d656-4693-82d6-efe88ead9e9f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.681954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf19633-d656-4693-82d6-efe88ead9e9f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.684024] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf19633-d656-4693-82d6-efe88ead9e9f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.748319] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.813143] env[63386]: INFO networking_nsxv3.common.synchronization [None req-6b34c45a-098f-4697-aa6e-2835b47c78ed tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Enqueued Resource ID: 5cf19633-d656-4693-82d6-efe88ead9e9f with Priority: HIGHEST for action security_group_rules [ 653.813778] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf19633-d656-4693-82d6-efe88ead9e9f with Priority: HIGHEST for action security_group_rules [ 653.814129] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf19633-d656-4693-82d6-efe88ead9e9f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.814254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf19633-d656-4693-82d6-efe88ead9e9f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.875315] env[63386]: INFO networking_nsxv3.common.synchronization [req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 req-04156c1b-2a3e-419f-86a9-438cc68842e5 service nova] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_rules [ 653.875579] env[63386]: INFO networking_nsxv3.common.synchronization [req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 req-04156c1b-2a3e-419f-86a9-438cc68842e5 service nova] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 653.875753] env[63386]: INFO networking_nsxv3.common.synchronization [req-73b797bb-b3fb-4aa4-bb62-a8271e449ad2 req-04156c1b-2a3e-419f-86a9-438cc68842e5 service nova] Enqueued Resource ID: 9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 with Priority: HIGHEST for action port [ 653.876287] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_rules [ 653.876436] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 653.876548] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 with Priority: HIGHEST for action port [ 653.876828] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.876931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.878796] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.878861] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.879824] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.879824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.879824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.879824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.879824] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e2a92ef-e18e-4b9d-8665-1e0dd04dd377',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.203034] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.203201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.203276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.203689] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.203812] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.204008] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf19633-d656-4693-82d6-efe88ead9e9f already deleted. [ 654.204123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf19633-d656-4693-82d6-efe88ead9e9f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.204289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf19633-d656-4693-82d6-efe88ead9e9f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.204466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf19633-d656-4693-82d6-efe88ead9e9f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.204550] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf19633-d656-4693-82d6-efe88ead9e9f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.251547] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.251705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.251779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.252040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.252143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.252243] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 654.281192] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.281333] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.281407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.281619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.281761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.290620] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 654.381727] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 with status ACTIVE [ 654.382069] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.382324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.382396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.382741] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.382822] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.383083] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.383211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.383323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.383474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.383548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.383778] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.383883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.383883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.384747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.384747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.384747] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e2a92ef-e18e-4b9d-8665-1e0dd04dd377 is going to be updated. [ 654.405303] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.405609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.405609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.405806] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.405912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.406102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e2a92ef-e18e-4b9d-8665-1e0dd04dd377" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.728285] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.728639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.728639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.728639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.728725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.728988] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf19633-d656-4693-82d6-efe88ead9e9f already deleted. [ 654.728988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf19633-d656-4693-82d6-efe88ead9e9f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.763674] env[63386]: INFO networking_nsxv3.common.synchronization [req-04eca860-4a13-4ebb-baf5-9b319a1466de req-86922f33-1ff3-4f59-9ff8-ebba585eedb2 tempest-InstanceActionsV221TestJSON-604976097 tempest-InstanceActionsV221TestJSON-604976097-project-member] Enqueued Resource ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f with Priority: HIGHEST for action security_group_members [ 654.764419] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f with Priority: HIGHEST for action security_group_members [ 654.764776] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d451665-3749-41a0-8aa8-e4ee11218a8f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.764880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.764922] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.765991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.766228] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.766466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.766466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.766716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.766766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.766897] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d451665-3749-41a0-8aa8-e4ee11218a8f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.270068] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.270263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.270332] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.270572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.270674] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.270871] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.270969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.271276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.271488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.271576] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.271670] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f is going to be updated. [ 655.297254] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.297429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.297468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.297714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.297856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.307514] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f in Status: IN_PROGRESS for 2s [ 655.380188] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 in Status: SUCCESS [ 655.380422] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.380608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.380941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.381111] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.381325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.381448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.381726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.381881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.382116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.382339] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.884704] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.885016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.885016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.885627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.885826] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.885942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.886033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.886213] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.886304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.886397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.886558] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.886654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.886727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.888322] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.888322] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.888322] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.888322] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.888322] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.888322] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.888322] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.888322] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.302849] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 656.302849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.302849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.302849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.302849] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.303094] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.303094] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.304037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.304037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.304037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.304037] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.304037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.304037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.304037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.304382] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.304382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.304461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.304557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.304637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.304722] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.304809] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.305655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.305822] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.305972] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.306089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.306154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.306295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.306372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.306490] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.313371] env[63386]: INFO networking_nsxv3.common.synchronization [req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e req-7defdb2f-e243-4537-8dc9-22eaa9b63ccf tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Enqueued Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGHEST for action security_group_members [ 656.313625] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGHEST for action security_group_members [ 656.314252] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a350a1c8-c4d4-407d-a5a3-e272f621abf1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.314388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.314388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.314587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.314738] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.314844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.314910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.319462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.320177] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.320286] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a350a1c8-c4d4-407d-a5a3-e272f621abf1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.390339] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80812bb1-66c5-4274-a7da-da6f353d90d7: rpc.has_security_group_logging(os_id): False [ 656.412411] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.412593] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.412659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.412982] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.412982] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.413234] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.413366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.413456] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.413639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.413723] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.413906] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.414013] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.414075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.414220] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.414489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.414489] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.414615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.414615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.414743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.414818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.414899] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 is going to be updated. [ 656.477917] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.478091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.478156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.478355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.478501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.492453] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 in Status: IN_PROGRESS for 2s [ 656.810507] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4783d4fa-0126-4867-9e36-72dbc1e89acc: rpc.has_security_group_logging(os_id): False [ 656.811820] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.820445] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.820657] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-829" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.820775] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-829" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.821279] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-829" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.821603] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.821759] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.821879] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.822239] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.822393] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.822722] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.822722] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.822840] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.822925] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.823040] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.823204] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.823315] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.825229] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.825356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.825419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.825621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.825707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.825891] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.825981] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.826066] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.826223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.826302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.826386] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 already deleted. [ 656.826466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.828625] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.828744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.828815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.828978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.829077] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.829248] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.829347] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.829412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.829557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.829634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.829831] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.829928] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.830010] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.830176] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.830255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.830444] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.830538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.830600] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.830741] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.830826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.830915] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be created. [ 656.847714] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.847883] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 656.848036] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.848271] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-829" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.848752] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-97f518a4-4b28-4f97-bad4-941eb814e913 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.848980] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-97f518a4-4b28-4f97-bad4-941eb814e913" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.849144] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-97f518a4-4b28-4f97-bad4-941eb814e913" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.850237] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-97f518a4-4b28-4f97-bad4-941eb814e913" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.850237] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f518a4-4b28-4f97-bad4-941eb814e913',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.892809] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.893142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.893142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.893321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.893487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.906313] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 657.314428] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.324679] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f in Status: SUCCESS [ 657.324860] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f deletion is rescheduled due to dependency. [ 657.324977] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.353293] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.353565] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.353702] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.353988] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.354189] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.354389] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 97f518a4-4b28-4f97-bad4-941eb814e913 not found, creating... [ 657.354672] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.354834] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.354945] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.355183] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.355326] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.355606] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.355760] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.355874] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.356095] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.356235] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.356399] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 97f518a4-4b28-4f97-bad4-941eb814e913 is going to be created. [ 657.385387] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.385609] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.385734] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.386015] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.386266] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.386492] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-97f518a4-4b28-4f97-bad4-941eb814e913" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.817412] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.817572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.817647] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.817858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.817949] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.818064] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 657.846633] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.846753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.846807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.847019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.847294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.855726] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 658.144477] env[63386]: INFO networking_nsxv3.common.synchronization [req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e req-5a8d92ed-fa09-4a90-84bb-af0e70feb2ca service nova] Enqueued Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGHEST for action security_group_rules [ 658.144477] env[63386]: INFO networking_nsxv3.common.synchronization [req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e req-5a8d92ed-fa09-4a90-84bb-af0e70feb2ca service nova] Enqueued Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGHEST for action security_group_members [ 658.144477] env[63386]: INFO networking_nsxv3.common.synchronization [req-88186ef3-5e9b-45b6-b2fc-9bdd77d55e8e req-5a8d92ed-fa09-4a90-84bb-af0e70feb2ca service nova] Enqueued Resource ID: 97f518a4-4b28-4f97-bad4-941eb814e913 with Priority: HIGHEST for action port [ 658.144477] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGHEST for action security_group_rules [ 658.145625] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGHEST for action security_group_members [ 658.145708] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f518a4-4b28-4f97-bad4-941eb814e913 with Priority: HIGHEST for action port [ 658.145985] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.146953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.146953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.146953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.146953] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a350a1c8-c4d4-407d-a5a3-e272f621abf1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.147844] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a350a1c8-c4d4-407d-a5a3-e272f621abf1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.147979] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.148056] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.148231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.148377] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.148474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.150843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.150843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.150843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.150843] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a350a1c8-c4d4-407d-a5a3-e272f621abf1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.150843] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f518a4-4b28-4f97-bad4-941eb814e913 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.150843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f518a4-4b28-4f97-bad4-941eb814e913" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.150843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f518a4-4b28-4f97-bad4-941eb814e913" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.150843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f518a4-4b28-4f97-bad4-941eb814e913" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.150843] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f518a4-4b28-4f97-bad4-941eb814e913',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.507444] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 in Status: SUCCESS [ 658.508025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.651882] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a350a1c8-c4d4-407d-a5a3-e272f621abf1 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.652111] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.656800] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97f518a4-4b28-4f97-bad4-941eb814e913 with status ACTIVE [ 658.657137] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.657287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.657351] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.657602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.657730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.657923] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.658083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.658145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.658320] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.658400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.658641] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.658744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.658810] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.659061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.659162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.659248] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97f518a4-4b28-4f97-bad4-941eb814e913 is going to be updated. [ 658.660591] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a350a1c8-c4d4-407d-a5a3-e272f621abf1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.683055] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.684039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.684039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.684039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.684039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.684039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f518a4-4b28-4f97-bad4-941eb814e913" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.919785] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 658.920047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.921105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.921354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.921431] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.114147] env[63386]: INFO networking_nsxv3.common.synchronization [req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 req-e0b8c88a-0d5e-4603-8d0f-9734689470be tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Enqueued Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_members [ 659.114147] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_members [ 659.114147] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.114147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.114147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.114595] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.114867] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.115118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.115300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.115576] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.115778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.115962] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.163793] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a350a1c8-c4d4-407d-a5a3-e272f621abf1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.423858] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.423858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.620078] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.620078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.620078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.620078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.620078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.620078] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.621342] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.621342] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.621342] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.621342] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.621342] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd already deleted. [ 659.621342] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.665497] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.665654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.665739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.665938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.666041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.666208] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 is going to be created. [ 659.668415] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-861 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.668806] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-861" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.669033] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-861" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.669380] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-861" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.669692] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.669913] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.670163] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.670423] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.670627] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.670884] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.671068] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.672084] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.672084] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.672084] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.672084] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.672084] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.690507] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.692495] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.692728] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.693029] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-861" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.693392] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-c619645b-41a1-4b29-8065-d2d1602db609 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.693596] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-c619645b-41a1-4b29-8065-d2d1602db609" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.693720] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-c619645b-41a1-4b29-8065-d2d1602db609" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.694044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-c619645b-41a1-4b29-8065-d2d1602db609" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.694250] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c619645b-41a1-4b29-8065-d2d1602db609',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.698685] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.698796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.698867] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.699063] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.699222] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.707644] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 in Status: UNINITIALIZED for 2s [ 659.867154] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 659.867154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.867383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.867664] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.868378] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.868378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.868378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.868551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.868610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.868864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.868928] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.198752] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.198752] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.198752] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.198752] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.198752] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.198752] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port c619645b-41a1-4b29-8065-d2d1602db609 not found, creating... [ 660.199432] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.199432] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.199432] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.199539] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.199626] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.199902] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.200170] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.200320] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.200699] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.200854] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.200969] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: c619645b-41a1-4b29-8065-d2d1602db609 is going to be created. [ 660.223311] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.223544] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.223676] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.223996] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.224208] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.224441] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-c619645b-41a1-4b29-8065-d2d1602db609" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.372558] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.372768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.372829] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.373046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.373305] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.373405] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.373487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.373678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.373774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.373868] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.374026] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.374203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.374249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.374405] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.374625] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.374761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.374848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.374974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.375084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.375191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.375245] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.879252] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4783d4fa-0126-4867-9e36-72dbc1e89acc: rpc.has_security_group_logging(os_id): False [ 660.898111] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.898474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.898635] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.898931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.899143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.899451] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.899686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.899832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.900228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.900555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.900924] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.901193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.901400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.901685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.904735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.904735] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.904735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.904735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.904735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.904735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.904735] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 660.971137] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.971137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.971137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.971137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.971137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.984064] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 661.063024] env[63386]: INFO networking_nsxv3.common.synchronization [req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 req-6f5c6052-efa4-4114-8bc2-2c72391c94d1 service nova] Enqueued Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_rules [ 661.063024] env[63386]: INFO networking_nsxv3.common.synchronization [req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 req-6f5c6052-efa4-4114-8bc2-2c72391c94d1 service nova] Enqueued Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_members [ 661.063024] env[63386]: INFO networking_nsxv3.common.synchronization [req-f7c08c3a-5ce3-4e52-bca7-f82c11f8b8b9 req-6f5c6052-efa4-4114-8bc2-2c72391c94d1 service nova] Enqueued Resource ID: c619645b-41a1-4b29-8065-d2d1602db609 with Priority: HIGHEST for action port [ 661.063024] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_rules [ 661.063024] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_members [ 661.063024] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c619645b-41a1-4b29-8065-d2d1602db609 with Priority: HIGHEST for action port [ 661.063024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.063024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.063024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.063767] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.066071] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.066071] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.066071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.066071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.066071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.066071] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.066071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.066071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.066071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.066071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.066842] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.067271] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-c619645b-41a1-4b29-8065-d2d1602db609 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.067437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c619645b-41a1-4b29-8065-d2d1602db609" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.067505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c619645b-41a1-4b29-8065-d2d1602db609" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.067686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c619645b-41a1-4b29-8065-d2d1602db609" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.067797] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c619645b-41a1-4b29-8065-d2d1602db609',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.569693] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.570879] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.570989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.571380] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c619645b-41a1-4b29-8065-d2d1602db609 with status ACTIVE [ 661.571551] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.571681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.571789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.572094] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.572244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.572431] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.572536] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.572618] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.572907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.572907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.573049] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.573160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.573254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.573405] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.573483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.573567] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c619645b-41a1-4b29-8065-d2d1602db609 is going to be updated. [ 661.595903] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.596021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.596021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.596214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.596350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.596514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c619645b-41a1-4b29-8065-d2d1602db609" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.717477] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 in Status: SUCCESS [ 661.717724] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.717889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.721470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.721716] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.721846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.721918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.722234] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.722329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.722425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.722520] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a350a1c8-c4d4-407d-a5a3-e272f621abf1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.024341] env[63386]: INFO networking_nsxv3.common.synchronization [req-84fc82aa-4c86-48e0-975d-677f43cd461e req-01c05b9c-bd15-43a3-96b2-fb3858347456 tempest-DeleteServersAdminTestJSON-1566454132 tempest-DeleteServersAdminTestJSON-1566454132-project-member] Enqueued Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_members [ 662.024341] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGHEST for action security_group_members [ 662.024341] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.024786] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.024786] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.024786] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.024952] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.025067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.025067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.025760] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.025760] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.025760] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.072336] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.225875] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a350a1c8-c4d4-407d-a5a3-e272f621abf1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.327163] env[63386]: INFO networking_nsxv3.common.synchronization [req-b0a6b28c-a903-41c7-b4bf-a724a52421cd req-a633b22e-8c1f-4616-8a5a-81c5eded3518 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Enqueued Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_members [ 662.327776] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_members [ 662.328118] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.328249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.529251] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.529452] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.529524] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.529741] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.530615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.530836] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.530946] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.531027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.531214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.531304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.531674] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 is going to be updated. [ 662.566642] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.566804] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.566892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.567135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.567284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.575148] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.575553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.575553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.575623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.575685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.575772] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd is going to be created. [ 662.577650] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 in Status: IN_PROGRESS for 2s [ 662.600886] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.601057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.601057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.601342] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.601801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.613414] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd in Status: UNINITIALIZED for 2s [ 662.728143] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a350a1c8-c4d4-407d-a5a3-e272f621abf1: rpc.has_security_group_logging(os_id): False [ 662.762634] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.762833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.762946] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.763269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.763373] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.763659] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.763792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.763888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.764197] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.764197] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.764292] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 is going to be created. [ 662.768104] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-861 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.768407] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-861" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.768560] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-861" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.768875] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-861" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.769224] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.769441] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.769641] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.769943] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.770215] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.770580] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.770760] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.771125] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.771125] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.771232] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.771417] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.771663] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.804876] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.805177] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.805399] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.805789] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-861" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.806325] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-b0918a5e-d79c-4d8e-a70c-0004135acd3a taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.806655] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-b0918a5e-d79c-4d8e-a70c-0004135acd3a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.806920] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-b0918a5e-d79c-4d8e-a70c-0004135acd3a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.807470] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-b0918a5e-d79c-4d8e-a70c-0004135acd3a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.807692] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0918a5e-d79c-4d8e-a70c-0004135acd3a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.846774] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.846960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.847026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.847665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.847665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.860938] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 in Status: IN_PROGRESS for 2s [ 663.005285] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 663.005514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.005708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.005951] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.006055] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.311502] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.311886] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.312117] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.312524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.312766] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.313015] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port b0918a5e-d79c-4d8e-a70c-0004135acd3a not found, creating... [ 663.313381] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.313591] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.313742] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.313979] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.314176] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.314524] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.314686] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.314832] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.315103] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.315251] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.315422] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: b0918a5e-d79c-4d8e-a70c-0004135acd3a is going to be created. [ 663.335933] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.335933] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.336133] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.336352] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.336592] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.336864] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-b0918a5e-d79c-4d8e-a70c-0004135acd3a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.510026] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.510026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.510026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.510294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.510294] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.510368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.510422] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.510929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.510929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.510929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.510929] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.013234] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.013732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.013732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.013732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.013880] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.013984] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.014170] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.014243] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.014318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.014422] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.014700] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.014700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.014813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.014859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.015013] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.015164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.015164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.015371] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.015461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.015549] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.015652] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.139047] env[63386]: INFO networking_nsxv3.common.synchronization [req-b0a6b28c-a903-41c7-b4bf-a724a52421cd req-28e6a5a8-fdba-46f0-95d9-56e62caaa567 service nova] Enqueued Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_rules [ 664.139253] env[63386]: INFO networking_nsxv3.common.synchronization [req-b0a6b28c-a903-41c7-b4bf-a724a52421cd req-28e6a5a8-fdba-46f0-95d9-56e62caaa567 service nova] Enqueued Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_members [ 664.139394] env[63386]: INFO networking_nsxv3.common.synchronization [req-b0a6b28c-a903-41c7-b4bf-a724a52421cd req-28e6a5a8-fdba-46f0-95d9-56e62caaa567 service nova] Enqueued Resource ID: b0918a5e-d79c-4d8e-a70c-0004135acd3a with Priority: HIGHEST for action port [ 664.139619] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_rules [ 664.139752] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_members [ 664.139888] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0918a5e-d79c-4d8e-a70c-0004135acd3a with Priority: HIGHEST for action port [ 664.147026] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.147026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.147026] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.147026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.147026] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0918a5e-d79c-4d8e-a70c-0004135acd3a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.147026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0918a5e-d79c-4d8e-a70c-0004135acd3a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.147026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0918a5e-d79c-4d8e-a70c-0004135acd3a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.147026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0918a5e-d79c-4d8e-a70c-0004135acd3a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.147026] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0918a5e-d79c-4d8e-a70c-0004135acd3a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.518046] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4783d4fa-0126-4867-9e36-72dbc1e89acc: rpc.has_security_group_logging(os_id): False [ 664.536807] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.536984] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.537120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.537561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.537790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.538165] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.538418] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.538560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.538904] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.539086] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.539434] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.539682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.539885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.540162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.540315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.540664] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.540930] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.541058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.541346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.541864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.541864] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 664.588988] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 in Status: SUCCESS [ 664.589231] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 deletion is rescheduled due to dependency. [ 664.589391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.604320] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.604450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.604450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.604989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.604989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.624658] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd in Status: SUCCESS [ 664.624922] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.625122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.625360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.625575] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.625705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.625788] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.626327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.626454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.626714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.626821] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.629377] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 664.629512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.629699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.629899] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.630029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.630099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.630551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.630551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.630551] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.647800] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0918a5e-d79c-4d8e-a70c-0004135acd3a with status ACTIVE [ 664.648073] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.648179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.648217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.648429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.648619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.648812] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.648930] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.648990] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.649223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.649312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.649559] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.649668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.649726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.649872] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.649951] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.650078] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0918a5e-d79c-4d8e-a70c-0004135acd3a is going to be updated. [ 664.687627] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.687865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.688026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.688301] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.688512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.688760] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0918a5e-d79c-4d8e-a70c-0004135acd3a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.873259] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 in Status: SUCCESS [ 664.873464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.132925] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.133410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.133461] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.307379] env[63386]: INFO networking_nsxv3.common.synchronization [req-3e4d497f-4865-4779-b82f-b2fb5107e9aa req-00903387-d126-4673-a895-cdd948c8824c tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 665.307379] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 665.308157] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.308157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.308157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.308451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.308550] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.308687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.308778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.308969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.309106] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.309266] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.550976] env[63386]: INFO networking_nsxv3.common.synchronization [req-3e4d497f-4865-4779-b82f-b2fb5107e9aa req-d8031b94-780c-4970-9725-348878819b15 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 665.551709] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 665.552235] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.552343] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.637395] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.811569] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.831148] env[63386]: INFO networking_nsxv3.common.synchronization [req-3e4d497f-4865-4779-b82f-b2fb5107e9aa req-0145fc51-2cf2-4ccc-b485-ee257dca15c8 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 665.831667] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 665.831972] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.832155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.140351] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.140716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.140716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.140716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.140808] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.140912] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd is going to be updated. [ 666.176038] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.176038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.176038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.177043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.177043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.187076] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd in Status: IN_PROGRESS for 2s [ 666.313176] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.659489] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 666.659745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.815780] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.816133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.816133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.816553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.816553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.816553] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 666.850668] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.850873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.850929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.851144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.851295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.864843] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 668.198061] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd in Status: SUCCESS [ 668.198061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.198061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.198464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.198509] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.198637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.198745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.198867] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.198951] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.199068] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.702459] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.873766] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 668.873766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.873766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.873766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.873766] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.873766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.873766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.873766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.873766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.873766] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.108317] env[63386]: INFO networking_nsxv3.common.synchronization [req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 req-43c437a7-931a-4981-8a1c-38e6f00aae8b tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 669.109159] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 669.109963] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.109963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.109963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.110186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.110609] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.110609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.110609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.110609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.111410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.111410] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.206745] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.381699] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.381917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.381998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.382326] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.382446] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.382687] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.382834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.382919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.383284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.383419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.383661] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 669.409710] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.409875] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.409956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.410221] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.410388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.419021] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 669.464254] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.464479] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-117" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.464605] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-117" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.464899] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-117" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.465631] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.465881] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.466078] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.466498] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.466820] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.467189] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.467401] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.467587] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.467740] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.467897] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.468060] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.468274] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.495416] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.495655] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.495779] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.496022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-117" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.496421] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-f846f921-8037-4342-9a5c-400c66a74237 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.496599] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.496747] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.497115] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.497311] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f846f921-8037-4342-9a5c-400c66a74237',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.613360] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.713184] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.713299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.713335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.713548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.713642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.713743] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd is going to be updated. [ 669.748485] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.748869] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.749014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.749249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.749412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.758853] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd in Status: IN_PROGRESS for 2s [ 670.003038] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.003291] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.003430] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.003714] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.003868] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.004034] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port f846f921-8037-4342-9a5c-400c66a74237 not found, creating... [ 670.004306] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.004470] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.004585] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.004808] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.004950] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.005797] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.005797] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.005797] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.005797] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.006126] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.006126] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: f846f921-8037-4342-9a5c-400c66a74237 is going to be created. [ 670.027763] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.027763] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.027763] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.027763] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.027763] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.027763] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.117437] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.481820] env[63386]: INFO networking_nsxv3.common.synchronization [None req-68aa433a-8bf1-4a44-9456-4b588d5450d2 None None] Enqueued Resource ID: 86efe598-1a35-433c-af0b-15af37076a9c with Priority: HIGHEST for action port [ 670.481820] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86efe598-1a35-433c-af0b-15af37076a9c with Priority: HIGHEST for action port [ 670.482793] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-86efe598-1a35-433c-af0b-15af37076a9c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.482793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86efe598-1a35-433c-af0b-15af37076a9c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.482793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86efe598-1a35-433c-af0b-15af37076a9c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.483087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86efe598-1a35-433c-af0b-15af37076a9c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.483087] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86efe598-1a35-433c-af0b-15af37076a9c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.620575] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.620736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.620812] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.621049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.621182] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.621556] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 670.690981] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.691154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.691251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.691513] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.691660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.701306] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 670.789142] env[63386]: INFO networking_nsxv3.common.synchronization [req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 req-ef9800a6-7d0b-455f-9910-82ba6ea29530 service nova] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_rules [ 670.789446] env[63386]: INFO networking_nsxv3.common.synchronization [req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 req-ef9800a6-7d0b-455f-9910-82ba6ea29530 service nova] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 670.789635] env[63386]: INFO networking_nsxv3.common.synchronization [req-2e4cf5b4-2f07-4607-86d2-f90e930abff9 req-ef9800a6-7d0b-455f-9910-82ba6ea29530 service nova] Enqueued Resource ID: f846f921-8037-4342-9a5c-400c66a74237 with Priority: HIGHEST for action port [ 670.789886] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_rules [ 670.790887] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 670.791103] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f846f921-8037-4342-9a5c-400c66a74237 with Priority: HIGHEST for action port [ 670.792016] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.792263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.792360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.793349] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.793478] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.798448] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.798775] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.799972] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f846f921-8037-4342-9a5c-400c66a74237 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.800147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.800213] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.800420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.800525] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f846f921-8037-4342-9a5c-400c66a74237',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.985122] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86efe598-1a35-433c-af0b-15af37076a9c [ 670.986130] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.987080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.987080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.987080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.987080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.987080] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86efe598-1a35-433c-af0b-15af37076a9c already deleted. [ 670.987080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86efe598-1a35-433c-af0b-15af37076a9c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.302643] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.302827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.304338] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f846f921-8037-4342-9a5c-400c66a74237 with status ACTIVE [ 671.304572] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.304697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.304765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.304981] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.305119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.305295] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.305370] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.305598] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.305598] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.305714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.305840] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.305937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.306042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.306141] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.306233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.306311] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f846f921-8037-4342-9a5c-400c66a74237 is going to be updated. [ 671.335705] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.335705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.335705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.335966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.336159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.337472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.460978] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 671.460978] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc deletion is rescheduled due to dependency. [ 671.460978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.460978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.460978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.460978] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.460978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.460978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.460978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.460978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.460978] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.773622] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd in Status: SUCCESS [ 671.773918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.774048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.774293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.774607] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.774753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.774826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.775039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.775122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.775219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.775428] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.775530] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.775608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.775753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.775906] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.776122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.776232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.776342] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.776590] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.776590] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.776590] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.968121] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.968121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.968121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.968121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.968121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.968364] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.968364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.968442] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.968574] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.968639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.968683] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 672.000503] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.000691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.000756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.001013] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.001076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.013836] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 672.278525] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd: rpc.has_security_group_logging(os_id): False [ 672.296920] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.297205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.297205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.297393] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.297493] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.297698] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.297813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.297872] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.298054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.298141] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.298348] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.298481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.298557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.298702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.298779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.298970] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.299304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.299373] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.300559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.300559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.300559] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd is going to be created. [ 672.367745] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.368044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.368044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.368246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.368443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.382472] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd in Status: IN_PROGRESS for 2s [ 672.709523] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 672.709734] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.709908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.710179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.710367] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.710498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.710567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.710794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.710794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.711629] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.071112] env[63386]: INFO networking_nsxv3.common.synchronization [None req-12076e6e-aa05-447b-9837-0e4219b54804 None None] Enqueued Resource ID: d502f36b-8b93-4bb6-b5f2-4b24fc760942 with Priority: HIGHEST for action port [ 673.071112] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d502f36b-8b93-4bb6-b5f2-4b24fc760942 with Priority: HIGHEST for action port [ 673.071505] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-d502f36b-8b93-4bb6-b5f2-4b24fc760942 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.071572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d502f36b-8b93-4bb6-b5f2-4b24fc760942" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.071613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d502f36b-8b93-4bb6-b5f2-4b24fc760942" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.072507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d502f36b-8b93-4bb6-b5f2-4b24fc760942" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.072507] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d502f36b-8b93-4bb6-b5f2-4b24fc760942',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.213821] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.576717] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d502f36b-8b93-4bb6-b5f2-4b24fc760942 [ 673.576943] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.577087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.577158] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.577372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.577560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.577560] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d502f36b-8b93-4bb6-b5f2-4b24fc760942 already deleted. [ 673.577644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d502f36b-8b93-4bb6-b5f2-4b24fc760942" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.719258] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.026020] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 674.026020] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc deletion is rescheduled due to dependency. [ 674.026020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.164606] env[63386]: INFO networking_nsxv3.common.synchronization [None req-fc1badb4-fb54-4c78-baff-f0747d57d4e8 None None] Enqueued Resource ID: 4fae0e72-09c7-4973-a6b8-b8ea7caa9d1c with Priority: HIGHEST for action port [ 674.165245] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fae0e72-09c7-4973-a6b8-b8ea7caa9d1c with Priority: HIGHEST for action port [ 674.165603] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fae0e72-09c7-4973-a6b8-b8ea7caa9d1c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.165733] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fae0e72-09c7-4973-a6b8-b8ea7caa9d1c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.165856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fae0e72-09c7-4973-a6b8-b8ea7caa9d1c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.168284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fae0e72-09c7-4973-a6b8-b8ea7caa9d1c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.168368] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fae0e72-09c7-4973-a6b8-b8ea7caa9d1c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.171902] env[63386]: INFO networking_nsxv3.common.synchronization [req-19304208-8d7d-4912-a530-4f41de7ea059 req-e46d5481-aff9-4237-99fe-578854e5b970 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Enqueued Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_members [ 674.173740] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_members [ 674.174093] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.174222] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.174309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.174582] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.175942] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.176151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.176217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.176364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.176448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.176596] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.213034] env[63386]: INFO networking_nsxv3.common.synchronization [req-b63dd026-226b-4bc6-a33f-2346b1a7b2a4 req-2e39655d-d8cb-45ec-911a-80fab5d2ade8 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 674.213297] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 674.213613] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.213729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.213794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.214606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.214606] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.214606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.214606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.214606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.214606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.214966] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.226105] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.226105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.226105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.226105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.226105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.226105] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 674.251937] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.252039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.252078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.252763] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.252763] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.261693] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 674.394661] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd in Status: SUCCESS [ 674.394896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.395288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.395550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.395670] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.510382] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.510382] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-627" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.510382] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-627" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.510382] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-627" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.510382] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.514024] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.514024] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.514024] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.514024] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.514024] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.514024] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.514024] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.514024] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.514024] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.514024] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.514024] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.531575] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.531575] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.531575] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.531575] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-627" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.533328] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.533328] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.533517] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.533943] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.534156] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56d9395a-67ff-48b2-ac6b-0bd95f35f3a3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.676073] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fae0e72-09c7-4973-a6b8-b8ea7caa9d1c [ 674.676073] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.676073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.676073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.676073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.676073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.676073] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fae0e72-09c7-4973-a6b8-b8ea7caa9d1c already deleted. [ 674.676073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fae0e72-09c7-4973-a6b8-b8ea7caa9d1c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.679680] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.679815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.679884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.680108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.680201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.680383] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.680499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.680541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.680687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.680762] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.680846] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed already deleted. [ 674.680965] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.718638] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.718801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.718890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.719093] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.719188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.719376] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.719474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.719538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.719683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.719760] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.719987] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 674.746337] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.746493] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.746564] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.746808] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.746921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.755942] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 674.898271] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.898535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.898535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.898755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.898921] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.899040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.899103] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.899251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.899336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.899633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.899633] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.037861] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.038524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.038524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.038524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.038524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.038658] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 not found, creating... [ 675.038893] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.039057] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.039178] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.039394] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.039768] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.039840] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.040040] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.040116] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.040349] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.041040] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.041040] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 is going to be created. [ 675.062951] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.063166] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.063296] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.063589] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.063829] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.064053] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.407162] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.407448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.407487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.407706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.407892] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.407993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.408066] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.408218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.408309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.408395] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.408539] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.408630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.408689] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.408828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.408991] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.409071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.409130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.409272] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.409346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.409423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.409513] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.862830] env[63386]: INFO networking_nsxv3.common.synchronization [req-19304208-8d7d-4912-a530-4f41de7ea059 req-99f319b4-4ece-44ce-ade3-1f0acf765565 service nova] Enqueued Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_rules [ 675.862830] env[63386]: INFO networking_nsxv3.common.synchronization [req-19304208-8d7d-4912-a530-4f41de7ea059 req-99f319b4-4ece-44ce-ade3-1f0acf765565 service nova] Enqueued Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_members [ 675.862830] env[63386]: INFO networking_nsxv3.common.synchronization [req-19304208-8d7d-4912-a530-4f41de7ea059 req-99f319b4-4ece-44ce-ade3-1f0acf765565 service nova] Enqueued Resource ID: 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 with Priority: HIGHEST for action port [ 675.862830] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_rules [ 675.862830] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_members [ 675.862830] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 with Priority: HIGHEST for action port [ 675.862830] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.862830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.862830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.862830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.862830] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.863265] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.863265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.863336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.863528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.863654] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.863750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.863812] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.863952] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.864050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.864138] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.864848] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.864952] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.865034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.865171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.865249] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56d9395a-67ff-48b2-ac6b-0bd95f35f3a3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.915048] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd: rpc.has_security_group_logging(os_id): False [ 675.932822] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.933015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.933054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.933302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.933395] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.933598] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.933712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.933780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.933940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.934027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.934407] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.934407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.934540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.934572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.934654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.934836] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.934923] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.934984] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.935359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.935460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.935532] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd is going to be updated. [ 676.006081] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.007190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.007190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.007190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.007190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.023884] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd in Status: IN_PROGRESS for 2s [ 676.145187] env[63386]: INFO networking_nsxv3.common.synchronization [None req-96c22ad0-8d2a-4637-a445-f775e89b7dd9 None None] Enqueued Resource ID: 126441f0-5972-427f-8500-a2176dc3c0a3 with Priority: HIGHEST for action port [ 676.145862] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126441f0-5972-427f-8500-a2176dc3c0a3 with Priority: HIGHEST for action port [ 676.146154] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-126441f0-5972-427f-8500-a2176dc3c0a3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.146372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-126441f0-5972-427f-8500-a2176dc3c0a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.146372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-126441f0-5972-427f-8500-a2176dc3c0a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.146657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-126441f0-5972-427f-8500-a2176dc3c0a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.146759] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('126441f0-5972-427f-8500-a2176dc3c0a3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.274446] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 676.274446] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.274584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.274752] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.274944] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.275076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.275145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.275311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.275406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.275855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.275855] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.364080] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.364080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.366971] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.367823] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 with status ACTIVE [ 676.368174] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.368174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.368291] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.368417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.368507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.368679] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.368775] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.368837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.368982] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.369073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.369412] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.369412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.369412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.369534] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.369589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.369670] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56d9395a-67ff-48b2-ac6b-0bd95f35f3a3 is going to be updated. [ 676.394781] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.394781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.394781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.394781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.394781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.394781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56d9395a-67ff-48b2-ac6b-0bd95f35f3a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.650623] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 126441f0-5972-427f-8500-a2176dc3c0a3 [ 676.651223] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.651499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.651667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.651955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.652221] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.652588] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:126441f0-5972-427f-8500-a2176dc3c0a3 already deleted. [ 676.652588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-126441f0-5972-427f-8500-a2176dc3c0a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.766380] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 676.766485] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 deletion is rescheduled due to dependency. [ 676.766566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.780641] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.780641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.780641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.780641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.780937] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.780937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.781044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.782027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.782027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.782027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.782027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.782027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.782027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.782027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.782027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.782027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.782027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.782440] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.782440] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.782440] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.782516] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.874055] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.284585] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f161a2-a6a2-44fd-a4f0-594b91582830: rpc.has_security_group_logging(os_id): False [ 677.304477] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.304706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.304817] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.305143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.305281] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.305578] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.305727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.305929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.306137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.306278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.306550] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.306794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.306794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.306970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.307095] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.308620] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.308779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.308885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.309110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.309236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.309377] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 677.381780] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.381949] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.382833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.382833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.382833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.382833] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed is going to be created. [ 677.402816] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.402816] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.402816] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.403677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.403677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.417115] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.417115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.417115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.417115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.417115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.424466] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 677.429569] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed in Status: UNINITIALIZED for 2s [ 678.037607] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd in Status: SUCCESS [ 678.038330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.419703] env[63386]: INFO networking_nsxv3.common.synchronization [req-ab10df43-24c9-4c25-8dc7-11d14b8cfd50 req-da775cc1-6c6e-464e-a1c1-d7e54bed7112 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 679.419984] env[63386]: INFO networking_nsxv3.common.synchronization [req-ab10df43-24c9-4c25-8dc7-11d14b8cfd50 req-da775cc1-6c6e-464e-a1c1-d7e54bed7112 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 with Priority: HIGHEST for action security_group_members [ 679.420508] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 679.420659] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 with Priority: HIGHEST for action security_group_members [ 679.420952] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.421214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.421335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.421590] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.421808] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.421961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.422079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.422377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.422491] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.422622] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.423556] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-311a1e10-2102-4bb3-b858-97bb2c4b3641 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.424499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.424822] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.425102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.426469] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.426589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.426697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.427043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.427083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.427168] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.438099] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed in Status: SUCCESS [ 679.438235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.438306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.439041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.439041] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.439041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.439041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.439041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.439041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.439402] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.439402] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.443158] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 679.443487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.476907] env[63386]: INFO networking_nsxv3.common.synchronization [req-ab10df43-24c9-4c25-8dc7-11d14b8cfd50 req-da775cc1-6c6e-464e-a1c1-d7e54bed7112 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 with Priority: HIGHEST for action security_group_rules [ 679.479589] env[63386]: INFO networking_nsxv3.common.synchronization [req-ab10df43-24c9-4c25-8dc7-11d14b8cfd50 req-da775cc1-6c6e-464e-a1c1-d7e54bed7112 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 with Priority: HIGHEST for action security_group_members [ 679.481979] env[63386]: INFO networking_nsxv3.common.synchronization [req-ab10df43-24c9-4c25-8dc7-11d14b8cfd50 req-da775cc1-6c6e-464e-a1c1-d7e54bed7112 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_rules [ 679.481979] env[63386]: INFO networking_nsxv3.common.synchronization [req-ab10df43-24c9-4c25-8dc7-11d14b8cfd50 req-da775cc1-6c6e-464e-a1c1-d7e54bed7112 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 679.481979] env[63386]: INFO networking_nsxv3.common.synchronization [req-ab10df43-24c9-4c25-8dc7-11d14b8cfd50 req-da775cc1-6c6e-464e-a1c1-d7e54bed7112 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: f846f921-8037-4342-9a5c-400c66a74237 with Priority: HIGHEST for action port [ 679.481979] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 with Priority: HIGHEST for action security_group_rules [ 679.481979] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_rules [ 679.481979] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f846f921-8037-4342-9a5c-400c66a74237 with Priority: HIGHEST for action port [ 679.481979] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 with Priority: HIGHEST for action security_group_members [ 679.481979] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 679.481979] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311a1e10-2102-4bb3-b858-97bb2c4b3641 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.481979] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.481979] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.481979] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.481979] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.482930] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.483885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.483885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.483885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.483885] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.484765] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f846f921-8037-4342-9a5c-400c66a74237 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.484765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.484765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.484933] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.484933] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f846f921-8037-4342-9a5c-400c66a74237',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.485696] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-311a1e10-2102-4bb3-b858-97bb2c4b3641 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.485823] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.486037] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.486161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.929477] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.930835] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.940755] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.941020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.941020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.941236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.941418] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.941511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.941594] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.941755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.941855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.941927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.942101] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.942199] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.942553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.942553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.942741] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.942840] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.942840] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.942985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.944294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.944294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.944294] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.987272] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.987474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.987715] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-311a1e10-2102-4bb3-b858-97bb2c4b3641 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.987815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.988364] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f846f921-8037-4342-9a5c-400c66a74237 with status ACTIVE [ 679.988559] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.988675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.988742] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.988978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.989102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.989280] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.989381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.989458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.989638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.989720] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.989899] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.989994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.993936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.993936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.993936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.993936] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f846f921-8037-4342-9a5c-400c66a74237 is going to be updated. [ 680.013295] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.013295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.013295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.013295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.013606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.013606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.434248] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.434248] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.446952] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b41410df-aeab-4b3a-957b-e2c6ac1d27ed: rpc.has_security_group_logging(os_id): False [ 680.465872] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.466028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.466297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.466414] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.466462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.466644] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.466870] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.466870] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.466954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.467035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.467297] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.467384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.467527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.467580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.467684] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.467816] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.467910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.468155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.468234] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.468268] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.468353] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed is going to be created. [ 680.524207] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.524417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.524496] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.524789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.524940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.537806] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed in Status: IN_PROGRESS for 2s [ 680.568154] env[63386]: INFO networking_nsxv3.common.synchronization [req-925e6b67-0593-4790-a5c9-54b64f82867c req-1dd5a2d9-bf40-46b1-8035-11e57de71aea tempest-ListServerFiltersTestJSON-1022048160 tempest-ListServerFiltersTestJSON-1022048160-project-member] Enqueued Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 680.568816] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGHEST for action security_group_members [ 680.569208] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.569379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.569459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.569691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.569891] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.570025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.570150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.570314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.570436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.570555] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.906025] env[63386]: INFO networking_nsxv3.common.synchronization [req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 req-32d64aa7-b58f-425f-b19d-45c1521dae7c tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 680.907527] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 680.907527] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.907527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.907527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.907527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.907813] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.907813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.907813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.907919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.908019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.908114] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.938567] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.938785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.938880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.939143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.939262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.939393] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 680.943744] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.943878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.943950] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.944175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.944266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.944362] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 is going to be created. [ 680.968242] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.968446] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.968529] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.968687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.968860] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.971468] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.971602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.971682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.971859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.972012] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.978492] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 680.979147] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 in Status: UNINITIALIZED for 2s [ 681.075477] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.075636] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.075706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.075916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.076039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.076215] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.076315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.076376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.076532] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.076610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.076695] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 336d666c-9eaf-462a-92f4-9f09f7536596 is going to be updated. [ 681.104264] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.104458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.104525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.104795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.105152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.119269] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: IN_PROGRESS for 2s [ 681.361971] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.362186] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.362372] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.362705] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.362981] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.363590] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.363736] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.363995] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.364147] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.364361] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.364472] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.364581] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.364687] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.364794] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.364900] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.365045] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.387776] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.387955] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.388923] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.388923] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.388923] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-9449d65e-ebbf-453a-aeee-a819c027373b taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.388923] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-9449d65e-ebbf-453a-aeee-a819c027373b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.388923] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-9449d65e-ebbf-453a-aeee-a819c027373b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.389245] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-9449d65e-ebbf-453a-aeee-a819c027373b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.393023] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9449d65e-ebbf-453a-aeee-a819c027373b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.410043] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.410307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.410401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.410606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.410753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.410937] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.411051] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.411115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.411303] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.411391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.411478] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 already deleted. [ 681.411561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.892235] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.892675] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.892780] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.893064] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.893292] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.893526] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 9449d65e-ebbf-453a-aeee-a819c027373b not found, creating... [ 681.893881] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.894133] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.895030] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.895030] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.895030] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.895335] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.895603] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.895807] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.896168] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.896402] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.896628] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 9449d65e-ebbf-453a-aeee-a819c027373b is going to be created. [ 681.916223] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.916413] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.916534] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.916796] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.917049] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.917289] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-9449d65e-ebbf-453a-aeee-a819c027373b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.550215] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed in Status: SUCCESS [ 682.551113] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.902101] env[63386]: INFO networking_nsxv3.common.synchronization [req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 req-45eda8c1-2fb4-433c-a9b1-369d75af2d0a service nova] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_rules [ 682.902437] env[63386]: INFO networking_nsxv3.common.synchronization [req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 req-45eda8c1-2fb4-433c-a9b1-369d75af2d0a service nova] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 682.902437] env[63386]: INFO networking_nsxv3.common.synchronization [req-22a2e5b9-9504-4eeb-9163-7a5f5d330f31 req-45eda8c1-2fb4-433c-a9b1-369d75af2d0a service nova] Enqueued Resource ID: 9449d65e-ebbf-453a-aeee-a819c027373b with Priority: HIGHEST for action port [ 682.902671] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_rules [ 682.902827] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 682.902895] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9449d65e-ebbf-453a-aeee-a819c027373b with Priority: HIGHEST for action port [ 682.903482] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.903605] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.903677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.903940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.904149] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.905954] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.906175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.906175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.906400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.906573] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.906682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.906766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.907060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.907060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.907172] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.908600] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-9449d65e-ebbf-453a-aeee-a819c027373b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.908600] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9449d65e-ebbf-453a-aeee-a819c027373b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.908903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9449d65e-ebbf-453a-aeee-a819c027373b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.908903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9449d65e-ebbf-453a-aeee-a819c027373b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.908903] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9449d65e-ebbf-453a-aeee-a819c027373b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.989299] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 682.989462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.990151] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 in Status: SUCCESS [ 682.990415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.990585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.990812] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.991323] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.991323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.991323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.991511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.991511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.991606] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.992988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.992988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.992988] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.992988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.992988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.992988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.993253] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.993253] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.126356] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 336d666c-9eaf-462a-92f4-9f09f7536596 in Status: SUCCESS [ 683.126611] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 336d666c-9eaf-462a-92f4-9f09f7536596 deletion is rescheduled due to dependency. [ 683.126769] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.407123] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.407308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.410977] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.412110] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9449d65e-ebbf-453a-aeee-a819c027373b with status ACTIVE [ 683.412302] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.412461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.412528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.412735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.412847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.416282] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.416383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.416551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.416679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.416777] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.416973] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.417130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.417210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.417372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.417453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.417542] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9449d65e-ebbf-453a-aeee-a819c027373b is going to be updated. [ 683.437095] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.437276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.437349] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.437557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.437718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.437897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9449d65e-ebbf-453a-aeee-a819c027373b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.495154] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.501028] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.572083] env[63386]: INFO networking_nsxv3.common.synchronization [req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae req-5f4bf4bb-d612-42c9-8032-0645c5d7c7b1 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 683.573324] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 683.574181] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.574317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.920145] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.951155] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.951391] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.951550] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.951826] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.952129] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.952376] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.953725] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.953725] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.953725] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.953725] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.953725] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.953725] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.953725] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.953725] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.953725] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.954047] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.971874] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.972621] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.972621] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.972621] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.972788] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.972883] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.974545] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.974545] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.974545] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.998641] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.000060] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.426163] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.426325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.426401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.426613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.426708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.426807] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be created. [ 684.449085] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.449258] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.449302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.449540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.449708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.457997] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: UNINITIALIZED for 2s [ 684.477179] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.477430] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.477576] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.477856] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.478044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.478223] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d not found, creating... [ 684.478507] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.478666] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.478784] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.479037] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.479184] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.479475] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.479643] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.479775] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.479985] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.480161] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.480355] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d is going to be created. [ 684.498363] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.498594] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.498733] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.499035] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.499283] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.499562] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.500501] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.500623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.500693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.501295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.501295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.501295] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 684.502617] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.502725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.502785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.502974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.503079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.503183] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 is going to be updated. [ 684.529347] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.529521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.529583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.529793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.529940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.531740] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.531892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.531941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.532107] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.532228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.543178] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 684.543832] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 in Status: IN_PROGRESS for 2s [ 685.422327] env[63386]: INFO networking_nsxv3.common.synchronization [req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae req-be7de0b0-72a4-47d3-be6a-101b83a33850 service nova] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_rules [ 685.422667] env[63386]: INFO networking_nsxv3.common.synchronization [req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae req-be7de0b0-72a4-47d3-be6a-101b83a33850 service nova] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 685.422667] env[63386]: INFO networking_nsxv3.common.synchronization [req-1c17fccf-4c47-4eb8-b0e8-1d54f2a9ceae req-be7de0b0-72a4-47d3-be6a-101b83a33850 service nova] Enqueued Resource ID: 7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d with Priority: HIGHEST for action port [ 685.422888] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_rules [ 685.423038] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 685.423144] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d with Priority: HIGHEST for action port [ 685.423742] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.423863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.424188] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.424304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.424580] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.424664] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.424664] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.424922] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.424973] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.932027] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d with status ACTIVE [ 685.932027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.932027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.932027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.932027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.932027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.932027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.932027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.932027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.932027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.932027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.932027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.932027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.932027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.932027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.932027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.932027] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d is going to be updated. [ 685.953254] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.953254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.953254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.953254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.953254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.953254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aa9dfc7-7bd3-479b-adae-2ba7e4204f1d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.238652] env[63386]: INFO networking_nsxv3.common.synchronization [req-bc2c800b-18ff-450f-9a75-e48249208769 req-bc3e4fe8-32d4-41ba-ad25-d53c3a5b7618 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff with Priority: HIGHEST for action security_group_members [ 686.238652] env[63386]: INFO networking_nsxv3.common.synchronization [req-bc2c800b-18ff-450f-9a75-e48249208769 req-bc3e4fe8-32d4-41ba-ad25-d53c3a5b7618 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 with Priority: HIGHEST for action security_group_members [ 686.238652] env[63386]: INFO networking_nsxv3.common.synchronization [req-bc2c800b-18ff-450f-9a75-e48249208769 req-bc3e4fe8-32d4-41ba-ad25-d53c3a5b7618 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 686.238652] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff with Priority: HIGHEST for action security_group_members [ 686.238652] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 with Priority: HIGHEST for action security_group_members [ 686.238652] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 686.239422] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b69766-8041-4b44-a934-c4d1e6cb72ff taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.239724] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.239903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.242938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.243506] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.243609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.243691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.243877] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.243996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.244113] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b69766-8041-4b44-a934-c4d1e6cb72ff',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.245051] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-311a1e10-2102-4bb3-b858-97bb2c4b3641 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.245153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.245347] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.245433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.292064] env[63386]: INFO networking_nsxv3.common.synchronization [req-bc2c800b-18ff-450f-9a75-e48249208769 req-bc3e4fe8-32d4-41ba-ad25-d53c3a5b7618 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 with Priority: HIGHEST for action security_group_rules [ 686.292252] env[63386]: INFO networking_nsxv3.common.synchronization [req-bc2c800b-18ff-450f-9a75-e48249208769 req-bc3e4fe8-32d4-41ba-ad25-d53c3a5b7618 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 with Priority: HIGHEST for action security_group_members [ 686.292470] env[63386]: INFO networking_nsxv3.common.synchronization [req-bc2c800b-18ff-450f-9a75-e48249208769 req-bc3e4fe8-32d4-41ba-ad25-d53c3a5b7618 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_rules [ 686.292618] env[63386]: INFO networking_nsxv3.common.synchronization [req-bc2c800b-18ff-450f-9a75-e48249208769 req-bc3e4fe8-32d4-41ba-ad25-d53c3a5b7618 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 686.292749] env[63386]: INFO networking_nsxv3.common.synchronization [req-bc2c800b-18ff-450f-9a75-e48249208769 req-bc3e4fe8-32d4-41ba-ad25-d53c3a5b7618 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff with Priority: HIGHEST for action security_group_rules [ 686.292869] env[63386]: INFO networking_nsxv3.common.synchronization [req-bc2c800b-18ff-450f-9a75-e48249208769 req-bc3e4fe8-32d4-41ba-ad25-d53c3a5b7618 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff with Priority: HIGHEST for action security_group_members [ 686.295018] env[63386]: INFO networking_nsxv3.common.synchronization [req-bc2c800b-18ff-450f-9a75-e48249208769 req-bc3e4fe8-32d4-41ba-ad25-d53c3a5b7618 tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: f846f921-8037-4342-9a5c-400c66a74237 with Priority: HIGHEST for action port [ 686.295018] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 with Priority: HIGHEST for action security_group_rules [ 686.295018] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_rules [ 686.295018] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff with Priority: HIGHEST for action security_group_members [ 686.295018] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f846f921-8037-4342-9a5c-400c66a74237 with Priority: HIGHEST for action port [ 686.295018] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff with Priority: HIGHEST for action security_group_rules [ 686.295018] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 with Priority: HIGHEST for action security_group_members [ 686.295018] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 686.295555] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-311a1e10-2102-4bb3-b858-97bb2c4b3641 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.295696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.295937] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.296073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.296324] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b69766-8041-4b44-a934-c4d1e6cb72ff taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.296464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.296684] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f846f921-8037-4342-9a5c-400c66a74237 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.296828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.296924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.297172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.297287] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f846f921-8037-4342-9a5c-400c66a74237',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.298421] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69b69766-8041-4b44-a934-c4d1e6cb72ff taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.298577] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.298675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.299034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.299171] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69b69766-8041-4b44-a934-c4d1e6cb72ff',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.299966] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-311a1e10-2102-4bb3-b858-97bb2c4b3641 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.300115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.300429] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.300551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.470020] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 686.470020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.470020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.470020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.470020] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.470020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.470020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.470020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.470020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.470020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.470020] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.471065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.471163] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.471293] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.471414] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.471497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.471674] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.471765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.471877] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.557035] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 in Status: SUCCESS [ 686.557035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.557035] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 686.557035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.557769] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.558200] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.558552] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.558825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.559061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.559372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.559576] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.559794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.560015] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.562027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.562027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.562027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.562027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.562027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.562027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.562027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.566028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.566028] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.566028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.566028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.566028] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.566028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.566028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.566028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.566028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.566028] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.566028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.566028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.567020] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.567353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.568129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.568554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.568751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.568983] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.746618] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69b69766-8041-4b44-a934-c4d1e6cb72ff',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.801628] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f846f921-8037-4342-9a5c-400c66a74237 with status ACTIVE [ 686.801850] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.801980] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.802060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.802270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.802415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.802599] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.803031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.803146] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.803306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.803385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.804022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.804022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.804022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.804022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.804022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.804022] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f846f921-8037-4342-9a5c-400c66a74237 is going to be updated. [ 686.805183] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b69766-8041-4b44-a934-c4d1e6cb72ff taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.805317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.824469] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.824653] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.824719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.824892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.825042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.825206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f846f921-8037-4342-9a5c-400c66a74237" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.973759] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.974138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.976562] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.065820] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.074436] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.074436] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.074436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.074436] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.250125] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69b69766-8041-4b44-a934-c4d1e6cb72ff',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.479286] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.567730] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 311a1e10-2102-4bb3-b858-97bb2c4b3641: rpc.has_security_group_logging(os_id): False [ 687.576346] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.579040] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.587402] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.587599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.587670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.589538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.589684] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.589993] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.590140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.590211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.590411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.590497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.590600] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 is going to be created. [ 687.671903] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.672088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.672162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.672408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.672591] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.699202] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 in Status: IN_PROGRESS for 2s [ 687.756643] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.756919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.756919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.758170] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.758334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.758469] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff is going to be created. [ 687.782354] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.782594] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.782677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.782906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.783110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.804130] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff in Status: UNINITIALIZED for 2s [ 687.982781] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.983041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.983041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.983250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.983352] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.983580] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be updated. [ 688.015236] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.015236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.015236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.015500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.015672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.025400] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 2s [ 688.081381] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.081582] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.081626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.082177] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.082177] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.082177] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 is going to be updated. [ 688.083859] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.084024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.084099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.084296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.084385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.084480] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 688.144021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.144021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.145027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.145185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.145254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.145547] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.145765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.161366] env[63386]: INFO networking_nsxv3.common.synchronization [req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc req-22a93678-6270-4ebd-bc62-cde7a5d5b385 tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Enqueued Resource ID: 63089716-6eb0-4bec-b1c3-862320b56f04 with Priority: HIGHEST for action security_group_members [ 688.162879] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63089716-6eb0-4bec-b1c3-862320b56f04 with Priority: HIGHEST for action security_group_members [ 688.164151] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 in Status: IN_PROGRESS for 2s [ 688.164999] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 688.165389] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-63089716-6eb0-4bec-b1c3-862320b56f04 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.165493] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.165525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.165887] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.166915] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.166915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.166915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.167171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.167325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.167463] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63089716-6eb0-4bec-b1c3-862320b56f04',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.544556] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.544908] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.546592] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.547108] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.548226] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.548463] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.548881] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.549323] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.549547] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.549915] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.550413] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.550413] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.550413] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.553353] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.553353] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.553353] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.571460] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.571460] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 688.571460] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.571460] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.571460] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.571460] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.571460] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.571460] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.571460] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.670302] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.670544] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.670619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.670827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.670974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.671165] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.671276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.671336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.671482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.671555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.671635] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63089716-6eb0-4bec-b1c3-862320b56f04 already deleted. [ 688.671718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.039320] env[63386]: INFO networking_nsxv3.common.synchronization [req-540f0465-6ebb-42a6-bf0a-e50a83da5318 req-6d4e7f5d-5d35-438c-9c0e-c19649e9a12c tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 689.039489] env[63386]: INFO networking_nsxv3.common.synchronization [req-540f0465-6ebb-42a6-bf0a-e50a83da5318 req-6d4e7f5d-5d35-438c-9c0e-c19649e9a12c tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff with Priority: HIGHEST for action security_group_members [ 689.039657] env[63386]: INFO networking_nsxv3.common.synchronization [req-540f0465-6ebb-42a6-bf0a-e50a83da5318 req-6d4e7f5d-5d35-438c-9c0e-c19649e9a12c tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 with Priority: HIGHEST for action security_group_members [ 689.040179] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 689.040701] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff with Priority: HIGHEST for action security_group_members [ 689.040701] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 with Priority: HIGHEST for action security_group_members [ 689.040701] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.040850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.041859] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b69766-8041-4b44-a934-c4d1e6cb72ff taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.041859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.041859] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-311a1e10-2102-4bb3-b858-97bb2c4b3641 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.041859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.073676] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.073903] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.074067] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.074336] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.074605] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.074741] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc not found, creating... [ 689.074905] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.076082] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.076082] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.076351] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.076520] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.077266] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.077466] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.077590] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.077807] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.077943] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.078130] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc is going to be created. [ 689.098330] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.098544] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.098685] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.098952] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.099231] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.099415] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.712299] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 in Status: SUCCESS [ 689.712299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.712299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.712299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.712299] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.814962] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff in Status: SUCCESS [ 689.815356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.816231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.816975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.817304] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.817585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.817770] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.820584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.820584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.820584] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b69766-8041-4b44-a934-c4d1e6cb72ff',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.904262] env[63386]: INFO networking_nsxv3.common.synchronization [req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc req-e55029d7-c177-44bb-8d3c-77238a44daf1 service nova] Enqueued Resource ID: 63089716-6eb0-4bec-b1c3-862320b56f04 with Priority: HIGHEST for action security_group_rules [ 689.904451] env[63386]: INFO networking_nsxv3.common.synchronization [req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc req-e55029d7-c177-44bb-8d3c-77238a44daf1 service nova] Enqueued Resource ID: 63089716-6eb0-4bec-b1c3-862320b56f04 with Priority: HIGHEST for action security_group_members [ 689.904594] env[63386]: INFO networking_nsxv3.common.synchronization [req-548b6130-0327-43d2-94a7-ca8b8ec4c2dc req-e55029d7-c177-44bb-8d3c-77238a44daf1 service nova] Enqueued Resource ID: a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc with Priority: HIGHEST for action port [ 689.905649] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63089716-6eb0-4bec-b1c3-862320b56f04 with Priority: HIGHEST for action security_group_rules [ 689.906017] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63089716-6eb0-4bec-b1c3-862320b56f04 with Priority: HIGHEST for action security_group_members [ 689.906017] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc with Priority: HIGHEST for action port [ 689.906171] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63089716-6eb0-4bec-b1c3-862320b56f04 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.906302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.906345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.906585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.906666] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63089716-6eb0-4bec-b1c3-862320b56f04',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.907886] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-63089716-6eb0-4bec-b1c3-862320b56f04 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.908112] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.908189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.908361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.908666] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.908666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.908804] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.908836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.908908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.909010] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63089716-6eb0-4bec-b1c3-862320b56f04',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.911659] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.911659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.911659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.911659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.911659] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.034970] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 690.036557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.036776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.037461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.037461] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.037461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.037461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.037618] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.037708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.037807] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.133452] env[63386]: INFO networking_nsxv3.common.synchronization [req-06beb440-1927-4003-a4bb-74ec9e0b787b req-db9968b3-3554-4075-b181-a1da37c0619a tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Enqueued Resource ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 with Priority: HIGHEST for action security_group_members [ 690.134797] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 with Priority: HIGHEST for action security_group_members [ 690.137648] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.137648] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.137648] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.137648] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.137896] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.137896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.137896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.138178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.138275] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.138394] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42a1aed-6dbd-496e-80e6-ca87b75a4d33',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.176457] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 690.179025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.179025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.179025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.179025] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.179025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.179025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.179025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.179025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.179025] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.180233] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 in Status: SUCCESS [ 690.180522] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.181316] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.181693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.182080] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.182412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.182623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.182890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.183076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.183249] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.233997] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.233997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.233997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.233997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.233997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.233997] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 is going to be deleted. [ 690.285037] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.285037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.285037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.285037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.285037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.285037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.325245] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.325245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.325245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.325245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.325581] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.327654] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.327654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.327654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.327654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.327654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.327654] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff is going to be deleted. [ 690.380189] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.380384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.380437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.380673] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.380845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.380903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.381043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.381213] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.381407] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.381657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.381657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.381780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.381862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.381958] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b69766-8041-4b44-a934-c4d1e6cb72ff',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.409501] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-63089716-6eb0-4bec-b1c3-862320b56f04 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.409749] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.411026] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63089716-6eb0-4bec-b1c3-862320b56f04',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.411713] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc with status ACTIVE [ 690.412836] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.412836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.413052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.413181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.413306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.413756] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.413953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.414102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.415550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.415645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.415865] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.415972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.416048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.416219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.416302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.420029] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc is going to be updated. [ 690.449020] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.449020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.449020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.449020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.449020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.449020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e1e1a8-6e27-4357-a788-4e81ecb5d9dc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.540234] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.572123] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.572338] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-588" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.572492] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-588" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.572832] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-588" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.573119] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.573284] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.573405] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.573631] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.573827] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.574061] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.574180] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.574290] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.574400] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.574513] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.574619] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.574772] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.624249] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.624367] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 690.624474] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.624826] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-588" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.625078] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-85dbb482-c43f-42cd-8857-489cf05ac3e6 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.625268] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-85dbb482-c43f-42cd-8857-489cf05ac3e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.625464] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-85dbb482-c43f-42cd-8857-489cf05ac3e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.625760] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-85dbb482-c43f-42cd-8857-489cf05ac3e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.625939] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85dbb482-c43f-42cd-8857-489cf05ac3e6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.643428] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.643535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.643635] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.643793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.643885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.644089] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.644341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.644341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.644419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.644498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.644526] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 already deleted. [ 690.644611] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.685232] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.686442] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.686689] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.686689] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.686877] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.686983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.687183] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.687311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.687392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.687566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.687648] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.687733] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 is going to be deleted. [ 690.723070] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.723388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.723388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.723509] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.723603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.723721] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.723876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.724044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.724217] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.724312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.724378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.724541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.724625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.724703] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('311a1e10-2102-4bb3-b858-97bb2c4b3641',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.889429] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.889429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.889429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.889429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.889429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.889429] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.889429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.889429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.889429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.889429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.889429] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff already deleted. [ 690.889429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.889429] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69b69766-8041-4b44-a934-c4d1e6cb72ff',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.890110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.890283] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.890464] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.890610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.890717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.890883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.890983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.891130] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b69766-8041-4b44-a934-c4d1e6cb72ff',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.912523] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63089716-6eb0-4bec-b1c3-862320b56f04',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.044183] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.128281] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.128512] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.128640] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.128942] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.129123] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.129283] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 85dbb482-c43f-42cd-8857-489cf05ac3e6 not found, creating... [ 691.129548] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.129707] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.129826] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.130056] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.130197] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.130504] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.130662] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.130779] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.130986] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.131226] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.131372] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 85dbb482-c43f-42cd-8857-489cf05ac3e6 is going to be created. [ 691.152843] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.152843] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.152843] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.152843] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.152843] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.152843] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-85dbb482-c43f-42cd-8857-489cf05ac3e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.189856] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.231023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.231023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.231023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.231023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.231023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.231023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.231023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.231023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.231023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.231023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.231023] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 311a1e10-2102-4bb3-b858-97bb2c4b3641 already deleted. [ 691.231023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-311a1e10-2102-4bb3-b858-97bb2c4b3641" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.394111] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69b69766-8041-4b44-a934-c4d1e6cb72ff',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.396060] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.396060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.396060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.396060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.396060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.396060] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.396060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.396060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.396406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.396406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.396406] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff already deleted. [ 691.396406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.415929] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.415929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.415929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.415929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.415929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.415929] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63089716-6eb0-4bec-b1c3-862320b56f04 is going to be created. [ 691.450492] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.450678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.450751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.450964] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.451184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.469130] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63089716-6eb0-4bec-b1c3-862320b56f04 in Status: UNINITIALIZED for 2s [ 691.547096] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.547271] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.547359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.547564] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.547643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.547741] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be updated. [ 691.576468] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.576637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.576717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.576936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.577119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.587604] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 2s [ 691.693726] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.693937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.694025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.694287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.694326] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.694413] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 691.733798] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.734039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.734039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.734269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.734455] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.746076] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 691.866887] env[63386]: INFO networking_nsxv3.common.synchronization [req-06beb440-1927-4003-a4bb-74ec9e0b787b req-ac97a34f-92e8-4921-b5ed-99d592e772a9 service nova] Enqueued Resource ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 with Priority: HIGHEST for action security_group_rules [ 691.867110] env[63386]: INFO networking_nsxv3.common.synchronization [req-06beb440-1927-4003-a4bb-74ec9e0b787b req-ac97a34f-92e8-4921-b5ed-99d592e772a9 service nova] Enqueued Resource ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 with Priority: HIGHEST for action security_group_members [ 691.867257] env[63386]: INFO networking_nsxv3.common.synchronization [req-06beb440-1927-4003-a4bb-74ec9e0b787b req-ac97a34f-92e8-4921-b5ed-99d592e772a9 service nova] Enqueued Resource ID: 85dbb482-c43f-42cd-8857-489cf05ac3e6 with Priority: HIGHEST for action port [ 691.867747] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 with Priority: HIGHEST for action security_group_rules [ 691.867886] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 with Priority: HIGHEST for action security_group_members [ 691.867986] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dbb482-c43f-42cd-8857-489cf05ac3e6 with Priority: HIGHEST for action port [ 691.872481] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.872613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.872685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.872892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.872976] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42a1aed-6dbd-496e-80e6-ca87b75a4d33',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.873850] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.873960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.874041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.874213] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.874357] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.874461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.874502] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.874641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.874724] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.874812] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42a1aed-6dbd-496e-80e6-ca87b75a4d33',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.875596] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-85dbb482-c43f-42cd-8857-489cf05ac3e6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.875715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85dbb482-c43f-42cd-8857-489cf05ac3e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.875783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85dbb482-c43f-42cd-8857-489cf05ac3e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.876308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85dbb482-c43f-42cd-8857-489cf05ac3e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.879111] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85dbb482-c43f-42cd-8857-489cf05ac3e6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.897364] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69b69766-8041-4b44-a934-c4d1e6cb72ff: rpc.has_security_group_logging(os_id): False [ 691.916818] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.916818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.916818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.916818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.917040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.917129] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.917219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.917287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.917439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.917519] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.917598] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff is going to be created. [ 691.937966] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/69b69766-8041-4b44-a934-c4d1e6cb72ff], does not exist path=[/infra/domains/default/groups/69b69766-8041-4b44-a934-c4d1e6cb72ff]."\n}' [ 691.938164] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/69b69766-8041-4b44-a934-c4d1e6cb72ff [ 691.938250] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 691.949065] env[63386]: INFO networking_nsxv3.common.synchronization [req-e13eb129-8c48-4915-88af-1cb5b2aae07b req-767db338-2e6a-417b-a898-5338624f747d tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Enqueued Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_members [ 691.953069] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_members [ 691.953069] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.953069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.953069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.953069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.953069] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.953069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.953069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.953069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.953069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.953069] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.972888] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.973088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.973171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.973460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.974673] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.974998] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.975168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.975268] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.975517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.975578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.975805] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.975935] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.976040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.976223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.976338] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.976456] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b69766-8041-4b44-a934-c4d1e6cb72ff is going to be created. [ 691.994968] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/69b69766-8041-4b44-a934-c4d1e6cb72ff], does not exist path=[/infra/domains/default/groups/69b69766-8041-4b44-a934-c4d1e6cb72ff]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/69b69766-8041-4b44-a934-c4d1e6cb72ff [ 691.995198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69b69766-8041-4b44-a934-c4d1e6cb72ff" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.995727] env[63386]: Traceback (most recent call last): [ 691.995793] env[63386]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 691.995793] env[63386]: return func(*args, **kwargs) [ 691.995793] env[63386]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 691.995793] env[63386]: res.raise_for_status() [ 691.995793] env[63386]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 691.995793] env[63386]: raise HTTPError(http_error_msg, response=self) [ 691.995793] env[63386]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/69b69766-8041-4b44-a934-c4d1e6cb72ff [ 691.995793] env[63386]: During handling of the above exception, another exception occurred: [ 691.995793] env[63386]: Traceback (most recent call last): [ 691.995793] env[63386]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 691.995793] env[63386]: listener.cb(fileno) [ 691.995793] env[63386]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 691.995793] env[63386]: result = function(*args, **kwargs) [ 691.995793] env[63386]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 691.995793] env[63386]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 691.995793] env[63386]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 691.995793] env[63386]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 691.995793] env[63386]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 691.995793] env[63386]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 691.995793] env[63386]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 691.995793] env[63386]: res.raise_for_status() [ 691.995793] env[63386]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 691.995793] env[63386]: raise HTTPError(http_error_msg, response=self) [ 691.995793] env[63386]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/69b69766-8041-4b44-a934-c4d1e6cb72ff [ 691.995793] env[63386]: Removing descriptor: 13 [ 692.380902] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d42a1aed-6dbd-496e-80e6-ca87b75a4d33',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.382069] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.382186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.384796] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85dbb482-c43f-42cd-8857-489cf05ac3e6 with status ACTIVE [ 692.385030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.385203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.385270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.385518] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.385611] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.386055] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.386566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.386566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.386566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.386566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.386851] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.386851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.386851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.387042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.387042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.387154] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85dbb482-c43f-42cd-8857-489cf05ac3e6 is going to be updated. [ 692.407216] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.407370] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.407470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.407715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.407868] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.408071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85dbb482-c43f-42cd-8857-489cf05ac3e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.456532] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.884034] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d42a1aed-6dbd-496e-80e6-ca87b75a4d33',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.959558] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.390188] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.390188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.390188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.390188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.390188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.390188] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 is going to be created. [ 693.417342] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.417474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.417474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.417702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.417858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.427899] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 in Status: UNINITIALIZED for 2s [ 693.465738] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.465738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.465738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.466014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.466014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.466087] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f is going to be updated. [ 693.477787] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63089716-6eb0-4bec-b1c3-862320b56f04 in Status: SUCCESS [ 693.477994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.478166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.478374] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.478552] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.478665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.478730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.478875] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.478954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.479052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.479144] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63089716-6eb0-4bec-b1c3-862320b56f04',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.494738] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.494738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.494738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.495054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.495090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.507112] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f in Status: IN_PROGRESS for 2s [ 693.599151] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 693.599328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.599599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.599779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.599926] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.600145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.600508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.600783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.600783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.600932] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.601064] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.601176] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.601215] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.601359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.601497] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.601649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.601714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.601802] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.601927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.601999] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.602788] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.755998] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 693.756295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.756499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.756910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.757169] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.757308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.757390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.757566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.757726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.757831] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.758034] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.758149] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.758233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.758419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.758542] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.758666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.758732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.758896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.758990] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.759102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.759207] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.760272] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.760464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.760884] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.760884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.760884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.761009] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.761093] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.761204] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.982403] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-63089716-6eb0-4bec-b1c3-862320b56f04 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.982833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.982833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.982833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.982993] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.983330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.983330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.984301] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.984399] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.984497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.984654] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-63089716-6eb0-4bec-b1c3-862320b56f04 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.984749] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.984806] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.984956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.985108] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.985191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.985246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.985385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.985541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.985541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.985658] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63089716-6eb0-4bec-b1c3-862320b56f04',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.104273] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5: rpc.has_security_group_logging(os_id): False [ 694.122249] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.122460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.122527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.122734] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.122821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.123031] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.123138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.123201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.123386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.123483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.123735] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.123824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.123824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.123961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.124046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.124236] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.124330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.124393] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.124533] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.124606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.124690] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be created. [ 694.187536] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.187743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.187743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.187963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.188164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.198149] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 2s [ 694.263478] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f161a2-a6a2-44fd-a4f0-594b91582830: rpc.has_security_group_logging(os_id): False [ 694.265202] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.285243] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.285425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.285470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.285711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.309616] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.309616] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.309616] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.309616] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.309861] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.309861] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.310061] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.310196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.310330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.310881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.310881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.310881] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.310881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.311118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.311118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.311184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.311451] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 694.377605] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.377780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.377855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.378094] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.378246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.394772] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 694.488175] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63089716-6eb0-4bec-b1c3-862320b56f04: rpc.has_security_group_logging(os_id): False [ 694.508044] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.508195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.508282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.508472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.508556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.508764] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.508857] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.508918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.509083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.509154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.509355] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.509455] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.509632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.509729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.509729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.509900] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.509996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.510065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.510251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.510284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.510352] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63089716-6eb0-4bec-b1c3-862320b56f04 is going to be created. [ 694.576713] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.579031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.579031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.579031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.579031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.597586] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63089716-6eb0-4bec-b1c3-862320b56f04 in Status: IN_PROGRESS for 2s [ 694.768081] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.270597] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.270989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.270989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.271069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.271153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.271258] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 695.300809] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.301014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.301014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.301241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.301390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.311261] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 695.441917] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 in Status: SUCCESS [ 695.442192] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.442372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.442671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.442866] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.443068] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.443068] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.443274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.443274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.443438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.443438] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d42a1aed-6dbd-496e-80e6-ca87b75a4d33',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.517873] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f in Status: SUCCESS [ 695.518127] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.946189] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d42a1aed-6dbd-496e-80e6-ca87b75a4d33',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.213480] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 696.213606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.213747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.214022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.214088] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.411525] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 696.411525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.411815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.411815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.411891] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.449143] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d42a1aed-6dbd-496e-80e6-ca87b75a4d33: rpc.has_security_group_logging(os_id): False [ 696.475043] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.475174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.475210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.475426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.475517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.475751] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.475851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.475916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.476086] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.476165] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.476254] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 is going to be created. [ 696.533144] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.533311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.533311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.533514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.533704] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.548104] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 in Status: IN_PROGRESS for 2s [ 696.613601] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63089716-6eb0-4bec-b1c3-862320b56f04 in Status: SUCCESS [ 696.613601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.718753] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.718753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.718753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.718753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.718753] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.718753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.718753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.718753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.718753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.718753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.718753] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.914993] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.915148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.950547] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 696.950692] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 697.221979] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.222448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.222645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.222898] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.223107] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.223202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.223272] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.223456] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.223573] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.223640] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.223791] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.223889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.224033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.224136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.224344] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.224438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.224438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.224670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.224796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.224927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.225034] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.321061] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 697.321304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.321480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.321710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.321903] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.322181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.322181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.322349] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.322349] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.322507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.322507] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.729098] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5: rpc.has_security_group_logging(os_id): False [ 697.746722] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.746891] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.746966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.747610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.747610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.747610] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.747780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.747780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.747979] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.747979] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.748261] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.748366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.748423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.748567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.748667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.748894] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.748998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.749075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.749247] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.749335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.749454] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be updated. [ 697.804847] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.805026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.805079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.805896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.805896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.817758] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 2s [ 697.825369] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.825570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.825675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.825949] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.826187] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.826320] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.826429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.826645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.826856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.826892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.827104] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.827256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.827358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.827565] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.827760] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.827887] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.828363] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.828363] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.828363] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.828602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.828602] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.330889] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f161a2-a6a2-44fd-a4f0-594b91582830: rpc.has_security_group_logging(os_id): False [ 698.348347] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.348462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.348589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.348924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.348924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.349194] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.349194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.349194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.349400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.349400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.349593] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.349688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.349746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.349884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.349952] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.350150] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.350244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.350300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.350488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.350606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.350703] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 698.413021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.413241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.413360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.413652] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.413900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.431626] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 698.560087] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 in Status: SUCCESS [ 698.561109] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.831185] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 699.831493] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.451439] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 700.451703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.952417] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 701.952793] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 702.015045] env[63386]: INFO networking_nsxv3.common.synchronization [None req-5cb1517b-4ef2-42b0-9829-9fec6e99d7e3 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Enqueued Resource ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 with Priority: HIGHEST for action security_group_rules [ 702.015601] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 with Priority: HIGHEST for action security_group_rules [ 702.015906] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d27789-c549-4d46-b8a6-b3b890ecaf69 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.016289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.016400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.016665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.016754] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d27789-c549-4d46-b8a6-b3b890ecaf69',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.111400] env[63386]: INFO networking_nsxv3.common.synchronization [None req-7814b958-8f81-4908-8d3c-c4b007f06ec4 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Enqueued Resource ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 with Priority: HIGHEST for action security_group_rules [ 702.111922] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 with Priority: HIGHEST for action security_group_rules [ 702.112224] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d27789-c549-4d46-b8a6-b3b890ecaf69 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.112320] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.539643] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.540061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.540061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.540289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.540289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.540289] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 already deleted. [ 702.540419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.540519] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.540669] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.540751] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d27789-c549-4d46-b8a6-b3b890ecaf69',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.788604] env[63386]: INFO networking_nsxv3.common.synchronization [req-1bfb0b47-1181-48c4-8d8f-ba52e2db2bf5 req-0e28fc97-35c7-4d9d-94c1-65d79f20173d tempest-ServerExternalEventsTest-1228418813 tempest-ServerExternalEventsTest-1228418813-project-member] Enqueued Resource ID: 63089716-6eb0-4bec-b1c3-862320b56f04 with Priority: HIGHEST for action security_group_members [ 702.790555] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63089716-6eb0-4bec-b1c3-862320b56f04 with Priority: HIGHEST for action security_group_members [ 702.790968] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-63089716-6eb0-4bec-b1c3-862320b56f04 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.791166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.791276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.791542] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.791728] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.791836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.791917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.792423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.792557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.792652] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63089716-6eb0-4bec-b1c3-862320b56f04',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.062079] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.062079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.062079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.062079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.062079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.062079] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 already deleted. [ 703.062079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.294738] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.294910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.295060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.295239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.295292] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.295444] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.295555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.295616] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.295750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.295827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.295913] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63089716-6eb0-4bec-b1c3-862320b56f04 is going to be updated. [ 703.322130] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.322279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.322346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.322589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.323050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.329875] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63089716-6eb0-4bec-b1c3-862320b56f04 in Status: IN_PROGRESS for 2s [ 705.340839] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63089716-6eb0-4bec-b1c3-862320b56f04 in Status: SUCCESS [ 705.341200] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63089716-6eb0-4bec-b1c3-862320b56f04 deletion is rescheduled due to dependency. [ 705.341200] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.986086] env[63386]: INFO networking_nsxv3.common.synchronization [req-7c197218-691c-4fdd-89ab-191795eede0c req-3d9b2d9d-f083-471b-8ac2-239e9d4d18c2 tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Enqueued Resource ID: 28a34854-53cf-4448-8617-23cc5f7da83e with Priority: HIGHEST for action security_group_members [ 705.986086] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a34854-53cf-4448-8617-23cc5f7da83e with Priority: HIGHEST for action security_group_members [ 705.986086] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-28a34854-53cf-4448-8617-23cc5f7da83e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.986263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.986263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.987254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.987254] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.987254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.987254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.987254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.987254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.987254] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28a34854-53cf-4448-8617-23cc5f7da83e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.434495] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.434867] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-974" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.434867] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-974" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.435076] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-974" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.436053] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.436053] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.436053] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.436053] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.436053] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.436306] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.436306] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.436380] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.436490] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.436597] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.436702] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.436833] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.460414] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.460524] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 706.460576] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.461119] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-974" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.461119] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-7279a5c2-77f6-47e9-92af-31f0c63a9ae7 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.461331] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-7279a5c2-77f6-47e9-92af-31f0c63a9ae7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.461369] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-7279a5c2-77f6-47e9-92af-31f0c63a9ae7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.461714] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-7279a5c2-77f6-47e9-92af-31f0c63a9ae7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.462696] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7279a5c2-77f6-47e9-92af-31f0c63a9ae7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.490112] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.490254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.490328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.490611] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.490713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.490921] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.491083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.491153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.491323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.491414] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.491500] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28a34854-53cf-4448-8617-23cc5f7da83e already deleted. [ 706.491594] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.965216] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.965492] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.965706] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.966075] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.966263] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.966457] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 7279a5c2-77f6-47e9-92af-31f0c63a9ae7 not found, creating... [ 706.966764] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.966991] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.967168] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.967526] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.967759] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.968013] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.968228] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.968366] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.968636] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.968849] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.969037] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 7279a5c2-77f6-47e9-92af-31f0c63a9ae7 is going to be created. [ 706.991528] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.991704] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.991764] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.992094] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.992516] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.992611] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-7279a5c2-77f6-47e9-92af-31f0c63a9ae7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.722869] env[63386]: INFO networking_nsxv3.common.synchronization [req-7c197218-691c-4fdd-89ab-191795eede0c req-faa6c945-9ba8-492c-a44d-0ab0917eff68 service nova] Enqueued Resource ID: 28a34854-53cf-4448-8617-23cc5f7da83e with Priority: HIGHEST for action security_group_rules [ 707.723160] env[63386]: INFO networking_nsxv3.common.synchronization [req-7c197218-691c-4fdd-89ab-191795eede0c req-faa6c945-9ba8-492c-a44d-0ab0917eff68 service nova] Enqueued Resource ID: 28a34854-53cf-4448-8617-23cc5f7da83e with Priority: HIGHEST for action security_group_members [ 707.723239] env[63386]: INFO networking_nsxv3.common.synchronization [req-7c197218-691c-4fdd-89ab-191795eede0c req-faa6c945-9ba8-492c-a44d-0ab0917eff68 service nova] Enqueued Resource ID: 7279a5c2-77f6-47e9-92af-31f0c63a9ae7 with Priority: HIGHEST for action port [ 707.723444] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a34854-53cf-4448-8617-23cc5f7da83e with Priority: HIGHEST for action security_group_rules [ 707.723585] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a34854-53cf-4448-8617-23cc5f7da83e with Priority: HIGHEST for action security_group_members [ 707.723703] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7279a5c2-77f6-47e9-92af-31f0c63a9ae7 with Priority: HIGHEST for action port [ 707.724244] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28a34854-53cf-4448-8617-23cc5f7da83e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.724375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.724445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.724649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.724736] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28a34854-53cf-4448-8617-23cc5f7da83e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.725561] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-28a34854-53cf-4448-8617-23cc5f7da83e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.725676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.725744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.725906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.726069] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.726151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.726210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.726354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.726436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.726522] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28a34854-53cf-4448-8617-23cc5f7da83e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.727216] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-7279a5c2-77f6-47e9-92af-31f0c63a9ae7 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.727331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7279a5c2-77f6-47e9-92af-31f0c63a9ae7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.727392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7279a5c2-77f6-47e9-92af-31f0c63a9ae7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.727546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7279a5c2-77f6-47e9-92af-31f0c63a9ae7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.727663] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7279a5c2-77f6-47e9-92af-31f0c63a9ae7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.229759] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-28a34854-53cf-4448-8617-23cc5f7da83e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.230113] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.230113] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28a34854-53cf-4448-8617-23cc5f7da83e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.231310] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7279a5c2-77f6-47e9-92af-31f0c63a9ae7 with status ACTIVE [ 708.231536] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.231684] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.231775] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.232009] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.232135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.232336] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.232461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.232571] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.232779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.232887] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.233211] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.233211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.233359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.233473] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.233528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.233654] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7279a5c2-77f6-47e9-92af-31f0c63a9ae7 is going to be updated. [ 708.253598] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.253598] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.253723] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.253895] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.254036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.254189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7279a5c2-77f6-47e9-92af-31f0c63a9ae7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.522325] env[63386]: INFO networking_nsxv3.common.synchronization [req-7666efa9-7826-4930-b07c-f2d5e1d15f0c req-9b2c59bb-df62-4e41-b2f6-448ae5e12836 tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Enqueued Resource ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 with Priority: HIGHEST for action security_group_members [ 708.522909] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 with Priority: HIGHEST for action security_group_members [ 708.523215] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b687477-6c94-4dfc-9461-69a0177b4bc0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.523336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.523404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.523685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.523833] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.523923] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.523977] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.524253] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.524342] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.524426] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b687477-6c94-4dfc-9461-69a0177b4bc0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.735935] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28a34854-53cf-4448-8617-23cc5f7da83e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.918423] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.918639] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-365" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.918769] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-365" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.919207] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-365" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.919521] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.919697] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.919816] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.920063] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.920218] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.920427] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.920545] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.920682] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.920756] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.920867] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.920973] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.921121] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.938941] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.941022] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.941022] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.941022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-365" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.941022] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.941022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.941022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.941022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.941022] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ca83d8f-f638-4aae-be6e-2c9cbb1ca016',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.030819] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.030819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.030819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.030819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.030819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.030819] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.030819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.030819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.030819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.030819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.030819] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 already deleted. [ 709.030819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.238674] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.238842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.238913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.239155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.239259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.239357] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28a34854-53cf-4448-8617-23cc5f7da83e is going to be created. [ 709.261038] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.261206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.261328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.261556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.261754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.271209] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28a34854-53cf-4448-8617-23cc5f7da83e in Status: UNINITIALIZED for 2s [ 709.445363] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.445610] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.445738] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.446066] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.446235] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.446395] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 not found, creating... [ 709.447142] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.447142] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.447142] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.447424] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.447424] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.447584] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.447741] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.448191] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.451071] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.451071] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.451071] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 is going to be created. [ 709.472340] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.472340] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.472340] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.472340] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.472340] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.472340] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.206276] env[63386]: INFO networking_nsxv3.common.synchronization [req-7666efa9-7826-4930-b07c-f2d5e1d15f0c req-bd332e28-e662-4c80-96e6-58c84dfd9a67 service nova] Enqueued Resource ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 with Priority: HIGHEST for action security_group_rules [ 710.206577] env[63386]: INFO networking_nsxv3.common.synchronization [req-7666efa9-7826-4930-b07c-f2d5e1d15f0c req-bd332e28-e662-4c80-96e6-58c84dfd9a67 service nova] Enqueued Resource ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 with Priority: HIGHEST for action security_group_members [ 710.206800] env[63386]: INFO networking_nsxv3.common.synchronization [req-7666efa9-7826-4930-b07c-f2d5e1d15f0c req-bd332e28-e662-4c80-96e6-58c84dfd9a67 service nova] Enqueued Resource ID: 1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 with Priority: HIGHEST for action port [ 710.207695] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 with Priority: HIGHEST for action security_group_rules [ 710.207695] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 with Priority: HIGHEST for action security_group_members [ 710.207695] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 with Priority: HIGHEST for action port [ 710.207856] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b687477-6c94-4dfc-9461-69a0177b4bc0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.207937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.208033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.208360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.208461] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b687477-6c94-4dfc-9461-69a0177b4bc0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.209396] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b687477-6c94-4dfc-9461-69a0177b4bc0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.209505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.209574] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.209740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.211481] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.211481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.211638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.211790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.211790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.211888] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b687477-6c94-4dfc-9461-69a0177b4bc0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.212740] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.212927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.212927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.213109] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.213175] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ca83d8f-f638-4aae-be6e-2c9cbb1ca016',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.715153] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b687477-6c94-4dfc-9461-69a0177b4bc0 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.715269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.715436] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b687477-6c94-4dfc-9461-69a0177b4bc0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.718442] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 with status ACTIVE [ 710.718640] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.718764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.718835] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.719049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.719139] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.719308] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.719407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.719470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.719621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.719699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.719874] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.719986] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.720069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.720215] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.720290] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.720373] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ca83d8f-f638-4aae-be6e-2c9cbb1ca016 is going to be updated. [ 710.742131] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.742307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.742398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.742651] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.742858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.742980] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ca83d8f-f638-4aae-be6e-2c9cbb1ca016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.222906] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b687477-6c94-4dfc-9461-69a0177b4bc0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.283142] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28a34854-53cf-4448-8617-23cc5f7da83e in Status: SUCCESS [ 711.283142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.283142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.283142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.283142] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.283142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.283142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.283142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.283142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.283142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.283142] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28a34854-53cf-4448-8617-23cc5f7da83e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.726369] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.726529] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.726604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.726820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.726905] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.726999] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 is going to be created. [ 711.766353] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.766508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.766603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.766796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.766962] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.786115] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 in Status: UNINITIALIZED for 2s [ 711.786344] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28a34854-53cf-4448-8617-23cc5f7da83e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.288986] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28a34854-53cf-4448-8617-23cc5f7da83e: rpc.has_security_group_logging(os_id): False [ 712.311799] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.311961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.311961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.312190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.312280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.312536] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.312743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.312819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.313698] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.313698] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.313698] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28a34854-53cf-4448-8617-23cc5f7da83e is going to be created. [ 712.381818] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.382058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.382058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.382286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.382458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.397321] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28a34854-53cf-4448-8617-23cc5f7da83e in Status: IN_PROGRESS for 2s [ 713.182988] env[63386]: INFO networking_nsxv3.common.synchronization [req-a67c8e75-c21d-42a8-b2be-e073092a33d8 req-96b73cc8-e307-4c44-9018-f2984c54a09f tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_members [ 713.183576] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_members [ 713.185395] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6960f936-2cab-4de5-859e-a4b066ca64f2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.185567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.185651] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.185983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.186228] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.186376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.186455] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.186699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.186923] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.186923] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.540455] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.540826] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.540826] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.542919] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.542919] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.542919] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.542919] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.542919] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.542919] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.542919] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.542919] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.542919] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.542919] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.542919] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.543587] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.543587] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.562155] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.562369] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.562610] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.562864] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.563374] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-f629b4f4-b8e3-49a6-93ad-4d7605eb561f taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.563717] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-f629b4f4-b8e3-49a6-93ad-4d7605eb561f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.563933] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-f629b4f4-b8e3-49a6-93ad-4d7605eb561f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.565351] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-f629b4f4-b8e3-49a6-93ad-4d7605eb561f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.565351] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f629b4f4-b8e3-49a6-93ad-4d7605eb561f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.690402] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.690402] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.690402] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.691295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.691295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.691295] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.691579] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.691689] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.691953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.692119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.692249] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 already deleted. [ 713.692362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.800728] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 in Status: SUCCESS [ 713.800728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.800728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.800728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.800728] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.800728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.800728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.800728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.800728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.800728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.800728] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b687477-6c94-4dfc-9461-69a0177b4bc0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.068471] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.068779] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.068907] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.069204] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.069335] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.069520] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port f629b4f4-b8e3-49a6-93ad-4d7605eb561f not found, creating... [ 714.069783] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.069932] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.070084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.070308] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.070441] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.072154] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.072154] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.072154] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.072154] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.072154] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.072154] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: f629b4f4-b8e3-49a6-93ad-4d7605eb561f is going to be created. [ 714.091948] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.092562] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.092562] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.092800] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.093125] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.093428] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-f629b4f4-b8e3-49a6-93ad-4d7605eb561f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.117465] env[63386]: INFO networking_nsxv3.common.synchronization [req-3c118798-3c83-4193-a7e1-9993b2c438ff req-6ed263b5-dd6e-4e00-8a94-ff583e795b19 tempest-ServersTestManualDisk-877828140 tempest-ServersTestManualDisk-877828140-project-member] Enqueued Resource ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 with Priority: HIGHEST for action security_group_members [ 714.118016] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 with Priority: HIGHEST for action security_group_members [ 714.118384] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.118509] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.118509] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.118720] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.118875] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.118971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.119185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.119380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.119457] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.119546] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cac08d0-3ebb-4e58-ba1b-999b7c278f31',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.303947] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b687477-6c94-4dfc-9461-69a0177b4bc0 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.305031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.305031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.305031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.305031] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.305031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.305031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.305031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.305031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.305505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.305505] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b687477-6c94-4dfc-9461-69a0177b4bc0 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.305616] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.305669] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.308157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.308157] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.308157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.308157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.308157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.308157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.308157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.308157] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b687477-6c94-4dfc-9461-69a0177b4bc0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.411564] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28a34854-53cf-4448-8617-23cc5f7da83e in Status: SUCCESS [ 714.412050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.622041] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.622352] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.622352] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.622486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.642173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.642424] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.642546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.642660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.642892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.642986] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.643095] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 is going to be updated. [ 714.666415] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.667601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.667601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.667601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.667601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.678728] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 in Status: IN_PROGRESS for 2s [ 714.811195] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b687477-6c94-4dfc-9461-69a0177b4bc0: rpc.has_security_group_logging(os_id): False [ 714.830179] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.830334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.830402] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.830622] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.830735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.830934] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.831047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.831110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.831270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.831347] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.831542] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.831639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.831705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.831847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.831923] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.832131] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.832228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.832291] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.832433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.832501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.832586] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 is going to be created. [ 714.892796] env[63386]: INFO networking_nsxv3.common.synchronization [req-a29a7eac-dfec-4fdc-92fc-323367b65449 req-f4c96143-3434-4ea2-ba50-5d17a3095a17 tempest-ServersTestFqdnHostnames-1639304924 tempest-ServersTestFqdnHostnames-1639304924-project-member] Enqueued Resource ID: aa786e18-9e99-4f92-8eff-004d2a2f233a with Priority: HIGHEST for action security_group_members [ 714.894483] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.894710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.894942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.895196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.895507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.896997] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa786e18-9e99-4f92-8eff-004d2a2f233a with Priority: HIGHEST for action security_group_members [ 714.897364] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa786e18-9e99-4f92-8eff-004d2a2f233a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.897482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.897549] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.897732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.897883] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.897973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.898085] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.898195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.898246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.898344] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa786e18-9e99-4f92-8eff-004d2a2f233a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.908166] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 in Status: IN_PROGRESS for 2s [ 715.057598] env[63386]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 715.057598] env[63386]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] NSXv3 Agent Agent loop - iteration:1 started [ 715.169458] env[63386]: INFO networking_nsxv3.common.synchronization [req-a67c8e75-c21d-42a8-b2be-e073092a33d8 req-6af1a74b-fadf-4ebc-a01f-d9e8a27a5e1c service nova] Enqueued Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_rules [ 715.169694] env[63386]: INFO networking_nsxv3.common.synchronization [req-a67c8e75-c21d-42a8-b2be-e073092a33d8 req-6af1a74b-fadf-4ebc-a01f-d9e8a27a5e1c service nova] Enqueued Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_members [ 715.169860] env[63386]: INFO networking_nsxv3.common.synchronization [req-a67c8e75-c21d-42a8-b2be-e073092a33d8 req-6af1a74b-fadf-4ebc-a01f-d9e8a27a5e1c service nova] Enqueued Resource ID: f629b4f4-b8e3-49a6-93ad-4d7605eb561f with Priority: HIGHEST for action port [ 715.170458] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_rules [ 715.170641] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_members [ 715.170770] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f629b4f4-b8e3-49a6-93ad-4d7605eb561f with Priority: HIGHEST for action port [ 715.171200] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6960f936-2cab-4de5-859e-a4b066ca64f2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.171526] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.171526] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.171852] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.171852] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.176032] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6960f936-2cab-4de5-859e-a4b066ca64f2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.176032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.176032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.176032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.176032] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.176032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.176032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.176032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.176032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.176032] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.176406] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f629b4f4-b8e3-49a6-93ad-4d7605eb561f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.176406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f629b4f4-b8e3-49a6-93ad-4d7605eb561f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.176406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f629b4f4-b8e3-49a6-93ad-4d7605eb561f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.176558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f629b4f4-b8e3-49a6-93ad-4d7605eb561f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.176558] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f629b4f4-b8e3-49a6-93ad-4d7605eb561f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.406644] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.406644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.406644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.406644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.425556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.425736] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.425959] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.425959] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.426218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.426218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.426299] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa786e18-9e99-4f92-8eff-004d2a2f233a is going to be updated. [ 715.452134] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.452134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.452134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.452134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.452134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.457678] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa786e18-9e99-4f92-8eff-004d2a2f233a in Status: IN_PROGRESS for 2s [ 715.679125] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6960f936-2cab-4de5-859e-a4b066ca64f2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.679125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.679125] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.679946] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f629b4f4-b8e3-49a6-93ad-4d7605eb561f with status ACTIVE [ 715.680079] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.680201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.680265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.680480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.680581] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.680791] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.680906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.680972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.681147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.681227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.681505] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.681505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.681688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.681746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.681814] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.681911] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f629b4f4-b8e3-49a6-93ad-4d7605eb561f is going to be updated. [ 715.712759] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.712947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.712982] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.713265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.714132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.714132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f629b4f4-b8e3-49a6-93ad-4d7605eb561f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.875036] env[63386]: INFO networking_nsxv3.common.synchronization [req-6659fc61-8250-4a93-9f38-aac5b5c2568d req-73f8b6df-983e-4c3e-9a06-2cb7749fbcb4 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Enqueued Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_members [ 715.875288] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_members [ 715.875583] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.875710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.875779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.875984] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.876156] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.876258] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.876321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.876471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.876559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.876650] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.188661] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.245686] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.245686] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.245686] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.245686] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.246370] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.246646] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.246797] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.247681] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.247788] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.248049] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.248228] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.248343] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.248452] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.248562] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.248667] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.248796] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.267682] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.267682] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.267682] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.267682] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-648" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.267682] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-a3cf3a3e-4afc-4435-a619-65ef8f276f71 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.267901] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-a3cf3a3e-4afc-4435-a619-65ef8f276f71" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.268099] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-a3cf3a3e-4afc-4435-a619-65ef8f276f71" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.268552] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-a3cf3a3e-4afc-4435-a619-65ef8f276f71" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.268802] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3cf3a3e-4afc-4435-a619-65ef8f276f71',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.378426] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.688143] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 in Status: SUCCESS [ 716.688412] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 deletion is rescheduled due to dependency. [ 716.688447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.692944] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.692944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.692944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.692944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.692944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.692944] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 is going to be created. [ 716.719422] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.721626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.721626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.721626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.721626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.733831] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 in Status: UNINITIALIZED for 2s [ 716.773832] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.773832] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.773832] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.773832] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.773832] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.773832] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port a3cf3a3e-4afc-4435-a619-65ef8f276f71 not found, creating... [ 716.773832] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.773832] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.773832] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.773832] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.773832] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.774404] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.774871] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.775214] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.776565] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.778732] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.778732] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: a3cf3a3e-4afc-4435-a619-65ef8f276f71 is going to be created. [ 716.798692] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.798692] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.798692] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.799038] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.799448] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.799835] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-a3cf3a3e-4afc-4435-a619-65ef8f276f71" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.881586] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.919685] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 in Status: SUCCESS [ 716.919685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.385377] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.385377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.385377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.385377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.385377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.385564] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 is going to be updated. [ 717.415411] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.415411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.415411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.415411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.415411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.429081] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: IN_PROGRESS for 2s [ 717.475050] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa786e18-9e99-4f92-8eff-004d2a2f233a in Status: SUCCESS [ 717.475050] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa786e18-9e99-4f92-8eff-004d2a2f233a deletion is rescheduled due to dependency. [ 717.475050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa786e18-9e99-4f92-8eff-004d2a2f233a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.868230] env[63386]: INFO networking_nsxv3.common.synchronization [req-6659fc61-8250-4a93-9f38-aac5b5c2568d req-ec00da81-323c-429c-89bd-e2d1ba94b32a service nova] Enqueued Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_rules [ 717.869194] env[63386]: INFO networking_nsxv3.common.synchronization [req-6659fc61-8250-4a93-9f38-aac5b5c2568d req-ec00da81-323c-429c-89bd-e2d1ba94b32a service nova] Enqueued Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_members [ 717.869457] env[63386]: INFO networking_nsxv3.common.synchronization [req-6659fc61-8250-4a93-9f38-aac5b5c2568d req-ec00da81-323c-429c-89bd-e2d1ba94b32a service nova] Enqueued Resource ID: a3cf3a3e-4afc-4435-a619-65ef8f276f71 with Priority: HIGHEST for action port [ 717.869920] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_rules [ 717.872801] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_members [ 717.873507] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf3a3e-4afc-4435-a619-65ef8f276f71 with Priority: HIGHEST for action port [ 717.873827] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.874050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.874050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.874240] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.874321] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.875393] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.875490] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.875681] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3cf3a3e-4afc-4435-a619-65ef8f276f71 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.875785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3cf3a3e-4afc-4435-a619-65ef8f276f71" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.875849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3cf3a3e-4afc-4435-a619-65ef8f276f71" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.876380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3cf3a3e-4afc-4435-a619-65ef8f276f71" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.876487] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3cf3a3e-4afc-4435-a619-65ef8f276f71',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.379070] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.379070] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.379070] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3cf3a3e-4afc-4435-a619-65ef8f276f71 with status ACTIVE [ 718.380967] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.380967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.380967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.380967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.380967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.380967] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.380967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.380967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.381483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.381674] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.381990] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.383148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.383148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.383148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.383148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.383148] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3cf3a3e-4afc-4435-a619-65ef8f276f71 is going to be updated. [ 718.406666] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.406666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.406666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.406666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.406666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.406666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3cf3a3e-4afc-4435-a619-65ef8f276f71" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.743973] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 in Status: SUCCESS [ 718.744214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.744377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.744591] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.744779] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.744884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.744941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.745135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.745214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.745296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.745384] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.772640] env[63386]: INFO networking_nsxv3.common.synchronization [None req-9d461e84-3ca9-4cc2-83f8-587a01dc3a49 None None] Enqueued Resource ID: 3c070109-62dc-4602-b277-28521026023c with Priority: HIGHEST for action port [ 718.772640] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c070109-62dc-4602-b277-28521026023c with Priority: HIGHEST for action port [ 718.772640] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c070109-62dc-4602-b277-28521026023c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.772640] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c070109-62dc-4602-b277-28521026023c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.772640] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c070109-62dc-4602-b277-28521026023c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.773125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c070109-62dc-4602-b277-28521026023c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.773125] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c070109-62dc-4602-b277-28521026023c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.012302] env[63386]: INFO networking_nsxv3.common.synchronization [req-a69638e2-b501-426d-9392-b49e329781d9 req-bc335550-df3d-4aec-b944-4f81e4ed399c tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Enqueued Resource ID: 008adfd0-633d-4613-8395-0698f7aa9a16 with Priority: HIGHEST for action security_group_members [ 719.012821] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008adfd0-633d-4613-8395-0698f7aa9a16 with Priority: HIGHEST for action security_group_members [ 719.013139] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-008adfd0-633d-4613-8395-0698f7aa9a16 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.013257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.013322] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.016893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.017015] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.017172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.017260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.017442] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.017561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.017618] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('008adfd0-633d-4613-8395-0698f7aa9a16',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.247702] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.275860] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c070109-62dc-4602-b277-28521026023c [ 719.277041] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.277041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.277041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.277041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.277041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.277041] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c070109-62dc-4602-b277-28521026023c already deleted. [ 719.277041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c070109-62dc-4602-b277-28521026023c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.360604] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.360863] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-640" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.360995] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-640" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.361388] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-640" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.361699] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.361893] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.362058] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.362314] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.362490] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.362759] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.362883] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.362996] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.363116] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.363224] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.363326] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.363454] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.381100] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.381285] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.381491] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.381694] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-640" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.382045] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-2400b1ed-df13-419f-9b36-1283a6de485b taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.382284] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-2400b1ed-df13-419f-9b36-1283a6de485b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.382408] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-2400b1ed-df13-419f-9b36-1283a6de485b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.382847] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-2400b1ed-df13-419f-9b36-1283a6de485b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.383060] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2400b1ed-df13-419f-9b36-1283a6de485b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.437155] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: SUCCESS [ 719.437399] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.437598] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.438433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.438433] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.438433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.438433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.438598] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.438632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.438736] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.521255] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.521255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.521255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.521466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.521549] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.521751] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.521850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.521913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.522081] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.522158] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.522245] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008adfd0-633d-4613-8395-0698f7aa9a16 already deleted. [ 719.522328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.750445] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6960f936-2cab-4de5-859e-a4b066ca64f2: rpc.has_security_group_logging(os_id): False [ 719.769071] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.769241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.769313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.769522] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.769610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.769854] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.769956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.770028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.770180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.770256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.770403] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 is going to be created. [ 719.828751] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.828751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.828751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.828751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.828751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.836710] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 in Status: IN_PROGRESS for 2s [ 719.890019] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.890019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.890019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.890019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.890019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.890019] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 2400b1ed-df13-419f-9b36-1283a6de485b not found, creating... [ 719.890019] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.890019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.890019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.890019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.890019] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.890510] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.890510] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.890510] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.890510] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.890510] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.890510] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 2400b1ed-df13-419f-9b36-1283a6de485b is going to be created. [ 719.914588] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.914822] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.914980] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.915367] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.915643] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.915911] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-2400b1ed-df13-419f-9b36-1283a6de485b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.945187] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.447278] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.647449] env[63386]: INFO networking_nsxv3.common.synchronization [req-a69638e2-b501-426d-9392-b49e329781d9 req-c66bcabf-46bf-4dba-a326-b8353886ad21 service nova] Enqueued Resource ID: 008adfd0-633d-4613-8395-0698f7aa9a16 with Priority: HIGHEST for action security_group_rules [ 720.647622] env[63386]: INFO networking_nsxv3.common.synchronization [req-a69638e2-b501-426d-9392-b49e329781d9 req-c66bcabf-46bf-4dba-a326-b8353886ad21 service nova] Enqueued Resource ID: 008adfd0-633d-4613-8395-0698f7aa9a16 with Priority: HIGHEST for action security_group_members [ 720.647772] env[63386]: INFO networking_nsxv3.common.synchronization [req-a69638e2-b501-426d-9392-b49e329781d9 req-c66bcabf-46bf-4dba-a326-b8353886ad21 service nova] Enqueued Resource ID: 2400b1ed-df13-419f-9b36-1283a6de485b with Priority: HIGHEST for action port [ 720.648143] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008adfd0-633d-4613-8395-0698f7aa9a16 with Priority: HIGHEST for action security_group_rules [ 720.648294] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008adfd0-633d-4613-8395-0698f7aa9a16 with Priority: HIGHEST for action security_group_members [ 720.648397] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2400b1ed-df13-419f-9b36-1283a6de485b with Priority: HIGHEST for action port [ 720.648970] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-008adfd0-633d-4613-8395-0698f7aa9a16 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.649470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.649470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.649712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.649797] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('008adfd0-633d-4613-8395-0698f7aa9a16',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.650929] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-008adfd0-633d-4613-8395-0698f7aa9a16 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.651744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.651926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.652096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.652213] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.652320] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.652386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.652544] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.652633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.652893] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('008adfd0-633d-4613-8395-0698f7aa9a16',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.653694] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-2400b1ed-df13-419f-9b36-1283a6de485b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.654084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2400b1ed-df13-419f-9b36-1283a6de485b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.654084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2400b1ed-df13-419f-9b36-1283a6de485b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.654251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2400b1ed-df13-419f-9b36-1283a6de485b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.654300] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2400b1ed-df13-419f-9b36-1283a6de485b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.950158] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.950399] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.950437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.950990] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.950990] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.950990] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 is going to be updated. [ 720.976569] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.976569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.976569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.976772] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.976921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.985105] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: IN_PROGRESS for 2s [ 721.156488] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-008adfd0-633d-4613-8395-0698f7aa9a16 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.156633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.156817] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('008adfd0-633d-4613-8395-0698f7aa9a16',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.157836] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2400b1ed-df13-419f-9b36-1283a6de485b with status ACTIVE [ 721.157935] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.158066] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.158185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.158339] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.158427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.158598] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.158696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.158761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.158911] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.158991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.160443] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.160559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.160641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.160853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.160885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.160957] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2400b1ed-df13-419f-9b36-1283a6de485b is going to be updated. [ 721.182303] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.182914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.182914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.182914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.183292] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.183292] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2400b1ed-df13-419f-9b36-1283a6de485b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.358050] env[63386]: INFO networking_nsxv3.common.synchronization [req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b req-5fd041bf-640a-4ff3-a23a-2b0d66373177 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 721.358431] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 721.358742] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.358886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.358947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.360097] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.360280] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.360691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.360799] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.360975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.361084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.361182] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.471468] env[63386]: INFO networking_nsxv3.common.synchronization [None req-7f5f64a5-01e7-4fef-8af0-23ac0b846466 None None] Enqueued Resource ID: ab8b4ab8-aef1-4ac4-b092-6d1c37ff841b with Priority: HIGHEST for action port [ 721.471468] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8b4ab8-aef1-4ac4-b092-6d1c37ff841b with Priority: HIGHEST for action port [ 721.471994] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab8b4ab8-aef1-4ac4-b092-6d1c37ff841b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.472135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab8b4ab8-aef1-4ac4-b092-6d1c37ff841b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.472205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab8b4ab8-aef1-4ac4-b092-6d1c37ff841b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.472464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab8b4ab8-aef1-4ac4-b092-6d1c37ff841b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.472546] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8b4ab8-aef1-4ac4-b092-6d1c37ff841b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.663180] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('008adfd0-633d-4613-8395-0698f7aa9a16',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.854229] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 in Status: SUCCESS [ 721.854592] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.857670] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.857876] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.858039] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.858331] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.858592] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.858746] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.858857] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.861021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.861021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.861021] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.861021] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.861021] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.861021] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.861021] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.861021] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.861021] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.863170] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.863325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.863360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.863559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.892150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.893378] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.893378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.893378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.893378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.893378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.893378] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 721.903286] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.903423] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.903666] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.903755] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.905112] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-4a35857c-3a47-4b7b-bdfb-904571ab2d1f taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.905112] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-4a35857c-3a47-4b7b-bdfb-904571ab2d1f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.905112] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-4a35857c-3a47-4b7b-bdfb-904571ab2d1f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.905401] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-4a35857c-3a47-4b7b-bdfb-904571ab2d1f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.905539] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a35857c-3a47-4b7b-bdfb-904571ab2d1f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.919561] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.919730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.919802] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.921897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.921897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.928310] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 721.978727] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab8b4ab8-aef1-4ac4-b092-6d1c37ff841b [ 721.978727] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.978727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.978727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.978968] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.979015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.979128] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab8b4ab8-aef1-4ac4-b092-6d1c37ff841b already deleted. [ 721.979241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab8b4ab8-aef1-4ac4-b092-6d1c37ff841b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.166053] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.166352] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.166534] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.166775] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.166842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.166966] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008adfd0-633d-4613-8395-0698f7aa9a16 is going to be created. [ 722.191970] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.191970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.191970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.191970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.191970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.200591] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008adfd0-633d-4613-8395-0698f7aa9a16 in Status: UNINITIALIZED for 2s [ 722.411028] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.411308] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.411451] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.411748] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.412043] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.412141] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 4a35857c-3a47-4b7b-bdfb-904571ab2d1f not found, creating... [ 722.412414] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.412576] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.412696] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.412971] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.413133] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.413444] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.413612] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.413733] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.413959] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.414109] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.414261] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 4a35857c-3a47-4b7b-bdfb-904571ab2d1f is going to be created. [ 722.440264] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.440493] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.440627] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.440999] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.441314] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.441582] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-4a35857c-3a47-4b7b-bdfb-904571ab2d1f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.994604] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: SUCCESS [ 722.994994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.994994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.995197] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.995534] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.995707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.995792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.995981] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.996090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.996185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.996363] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.472021] env[63386]: INFO networking_nsxv3.common.synchronization [req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b req-cf8000c1-366f-4dcd-8a9a-c2628a5bf31c service nova] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_rules [ 723.472021] env[63386]: INFO networking_nsxv3.common.synchronization [req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b req-cf8000c1-366f-4dcd-8a9a-c2628a5bf31c service nova] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 723.472021] env[63386]: INFO networking_nsxv3.common.synchronization [req-04cb0af7-d713-4fc4-8318-dbdbf1afa55b req-cf8000c1-366f-4dcd-8a9a-c2628a5bf31c service nova] Enqueued Resource ID: 4a35857c-3a47-4b7b-bdfb-904571ab2d1f with Priority: HIGHEST for action port [ 723.472021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_rules [ 723.476027] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 723.476027] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a35857c-3a47-4b7b-bdfb-904571ab2d1f with Priority: HIGHEST for action port [ 723.476027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.476027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.476027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.476027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.476027] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.476027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.476027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.476027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a35857c-3a47-4b7b-bdfb-904571ab2d1f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.476027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a35857c-3a47-4b7b-bdfb-904571ab2d1f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.476027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a35857c-3a47-4b7b-bdfb-904571ab2d1f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.476027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a35857c-3a47-4b7b-bdfb-904571ab2d1f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.479739] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a35857c-3a47-4b7b-bdfb-904571ab2d1f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.499353] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.499929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.500009] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.500233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.500436] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.500540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.500576] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.500740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.500937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.500937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.501212] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.501212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.501212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.501448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.501514] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.501681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.501681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.501879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.501879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.501879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.502075] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.840394] env[63386]: INFO networking_nsxv3.common.synchronization [req-deaa4489-2574-4286-8893-8ccde5e7a31e req-f5703753-0a31-4edf-867e-2801288c8918 tempest-InstanceActionsNegativeTestJSON-1980247643 tempest-InstanceActionsNegativeTestJSON-1980247643-project-member] Enqueued Resource ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 with Priority: HIGHEST for action security_group_members [ 723.840965] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 with Priority: HIGHEST for action security_group_members [ 723.841284] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b687477-6c94-4dfc-9461-69a0177b4bc0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.841407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.841475] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.841679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.844462] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.844462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.844462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.844462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.844462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.844462] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b687477-6c94-4dfc-9461-69a0177b4bc0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.939168] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 723.939168] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 deletion is rescheduled due to dependency. [ 723.939168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.939168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.939168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.939168] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.939168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.939168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.939168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.939168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.939168] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.985023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.985023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.985023] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a35857c-3a47-4b7b-bdfb-904571ab2d1f with status ACTIVE [ 723.985023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.985023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.985023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.985023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.985023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.985023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.985023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.985023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.985023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.985023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.985023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.985925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.985925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.985925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.985925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.985925] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a35857c-3a47-4b7b-bdfb-904571ab2d1f is going to be updated. [ 724.006547] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9221d840-de30-4747-9848-e3ea76cb6dd5: rpc.has_security_group_logging(os_id): False [ 724.010044] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.010044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.010044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.010044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.010044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.010044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a35857c-3a47-4b7b-bdfb-904571ab2d1f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.029692] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.029692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.029692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.029692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.050024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.050024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.050024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.050024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.050024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.050024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.050024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.050024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.050024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.050024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.050024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.050024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.050024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.050024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.050807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.050993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.051203] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 is going to be updated. [ 724.130113] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.130796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.130796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.130796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.130796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.145063] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: IN_PROGRESS for 2s [ 724.154235] env[63386]: INFO networking_nsxv3.common.synchronization [req-6c667a72-caff-4142-a088-7b09cd60ede2 req-d0886d24-59ef-4c78-abf5-11787bc9d424 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Enqueued Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 724.154997] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 724.155124] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.155828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.155828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.155828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.155828] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.155828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.156061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.156061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.156234] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.156234] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.211577] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008adfd0-633d-4613-8395-0698f7aa9a16 in Status: SUCCESS [ 724.211577] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.212080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.212080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.212179] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.212267] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.212567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.212567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.212567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.212834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.212834] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('008adfd0-633d-4613-8395-0698f7aa9a16',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.348660] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.348916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.348916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.349153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.349266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.349462] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.349560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.349619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.349807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.349881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.350092] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 is going to be updated. [ 724.376817] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.377063] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.377106] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.377353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.377512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.381867] env[63386]: INFO networking_nsxv3.common.synchronization [req-bcd334e3-eff2-43ee-a836-11a80354fc8e req-0cf49655-0b29-4fe5-b4a3-aca9f019c0eb tempest-ListImageFiltersTestJSON-1026958888 tempest-ListImageFiltersTestJSON-1026958888-project-member] Enqueued Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_members [ 724.382466] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGHEST for action security_group_members [ 724.382834] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.382961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.383038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.383239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.383393] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.383490] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.383550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.383726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.383845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.383968] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.385859] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 in Status: IN_PROGRESS for 2s [ 724.441228] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.498141] env[63386]: INFO networking_nsxv3.common.synchronization [req-0fbc3acc-2a66-4acc-bff6-601fb8477995 req-dfd7c1a6-d042-478d-ace2-22f87f9bfe0c tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 724.498334] env[63386]: INFO networking_nsxv3.common.synchronization [req-0fbc3acc-2a66-4acc-bff6-601fb8477995 req-dfd7c1a6-d042-478d-ace2-22f87f9bfe0c tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: 57060184-584e-4958-b4b8-78e62d5beaa1 with Priority: HIGHEST for action security_group_members [ 724.498475] env[63386]: INFO networking_nsxv3.common.synchronization [req-0fbc3acc-2a66-4acc-bff6-601fb8477995 req-dfd7c1a6-d042-478d-ace2-22f87f9bfe0c tempest-SecurityGroupsTestJSON-1689811974 tempest-SecurityGroupsTestJSON-1689811974-project-member] Enqueued Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGHEST for action security_group_members [ 724.498983] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGHEST for action security_group_members [ 724.499141] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57060184-584e-4958-b4b8-78e62d5beaa1 with Priority: HIGHEST for action security_group_members [ 724.499250] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGHEST for action security_group_members [ 724.499509] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.499631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.499700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.499903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.500538] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.500538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.500538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.500702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.500702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.500762] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.501863] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-57060184-584e-4958-b4b8-78e62d5beaa1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.501977] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.502066] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.502199] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.505360] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.505466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.505568] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.505782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.505843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.506267] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57060184-584e-4958-b4b8-78e62d5beaa1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.508790] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f31d639e-81ef-48d0-ad6c-6e73ab77f010 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.508790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.508790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.508790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.508790] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.508790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.508790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.508790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.508790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.508790] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.659215] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.659215] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.659339] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.660054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.660054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.660054] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.660054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.660054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.660432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.660432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.660651] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 already deleted. [ 724.660651] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.715121] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-008adfd0-633d-4613-8395-0698f7aa9a16 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.715288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.715425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.715709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.715869] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.716038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.716179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.716773] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.716773] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.716773] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.716773] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-008adfd0-633d-4613-8395-0698f7aa9a16 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.716773] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.716773] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.717094] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.717094] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.717223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.717223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.717356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.717400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.717483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.717642] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('008adfd0-633d-4613-8395-0698f7aa9a16',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.733765] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.733944] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-508" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.734096] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-508" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.734415] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-508" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.736253] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.736473] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.736605] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.737767] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.737767] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.737767] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.737767] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.737767] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.737976] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.739627] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.739627] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.739627] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.756350] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.759021] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 724.759021] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.759021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-508" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.759021] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-242ed2a0-87de-43c4-84eb-4934319c53f0 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.759021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-242ed2a0-87de-43c4-84eb-4934319c53f0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.759021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-242ed2a0-87de-43c4-84eb-4934319c53f0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.759021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-242ed2a0-87de-43c4-84eb-4934319c53f0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.759629] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('242ed2a0-87de-43c4-84eb-4934319c53f0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.887579] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.887705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.887745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.887960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.909866] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.910156] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.910275] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.910340] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.910549] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.910625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.910712] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f is going to be updated. [ 724.935314] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.935457] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.935518] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.935785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.935928] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.946197] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f in Status: IN_PROGRESS for 2s [ 724.946197] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.013294] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.013294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.013294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.013294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.013294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.013294] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.013294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.013294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.013294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.013294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.013294] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be updated. [ 725.013294] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.013294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.013294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.014820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.016035] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.016156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.043373] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.043482] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.043587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.043869] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.043869] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.043986] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.044062] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57060184-584e-4958-b4b8-78e62d5beaa1 is going to be updated. [ 725.045081] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.045446] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.047822] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.047951] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.048046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.048210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.048497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.062649] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: IN_PROGRESS for 2s [ 725.072129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.072276] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.072397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.072496] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.072657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.072842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.072842] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 is going to be updated. [ 725.081663] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.081663] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.081663] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.081848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.081915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.089473] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57060184-584e-4958-b4b8-78e62d5beaa1 in Status: IN_PROGRESS for 2s [ 725.105513] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.105513] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.105743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.105743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.106063] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.115621] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 in Status: IN_PROGRESS for 2s [ 725.220359] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 008adfd0-633d-4613-8395-0698f7aa9a16: rpc.has_security_group_logging(os_id): False [ 725.239988] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.240165] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.240251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.240508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.240602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.240822] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.240926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.240991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.241160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.241238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.241424] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.241515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.241577] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.241718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.241799] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.242018] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.242119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.242208] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.242356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.242394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.242504] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 008adfd0-633d-4613-8395-0698f7aa9a16 is going to be created. [ 725.263037] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.263226] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.263354] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.263610] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.263780] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.263938] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 242ed2a0-87de-43c4-84eb-4934319c53f0 not found, creating... [ 725.264211] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.264376] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.264532] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.264759] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.264902] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.265230] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.265396] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.265515] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.265727] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.265863] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.266025] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 242ed2a0-87de-43c4-84eb-4934319c53f0 is going to be created. [ 725.283647] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.283945] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.284104] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.284358] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.284595] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.284812] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-242ed2a0-87de-43c4-84eb-4934319c53f0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.309779] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.309779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.309779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.309779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.309999] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.324824] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 008adfd0-633d-4613-8395-0698f7aa9a16 in Status: IN_PROGRESS for 2s [ 725.449244] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.449244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.449244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.449244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.449505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.449505] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 725.493348] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.493348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.493348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.493348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.493348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.501332] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 726.124726] env[63386]: INFO networking_nsxv3.common.synchronization [req-6c667a72-caff-4142-a088-7b09cd60ede2 req-371f6086-15a7-46ec-ac05-f1c2c2f07f14 service nova] Enqueued Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_rules [ 726.125069] env[63386]: INFO networking_nsxv3.common.synchronization [req-6c667a72-caff-4142-a088-7b09cd60ede2 req-371f6086-15a7-46ec-ac05-f1c2c2f07f14 service nova] Enqueued Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 726.125117] env[63386]: INFO networking_nsxv3.common.synchronization [req-6c667a72-caff-4142-a088-7b09cd60ede2 req-371f6086-15a7-46ec-ac05-f1c2c2f07f14 service nova] Enqueued Resource ID: 242ed2a0-87de-43c4-84eb-4934319c53f0 with Priority: HIGHEST for action port [ 726.125596] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_rules [ 726.126210] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 726.126210] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 242ed2a0-87de-43c4-84eb-4934319c53f0 with Priority: HIGHEST for action port [ 726.126436] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.126514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.126739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.126962] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.127063] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.131527] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.131527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.131527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.131527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.131527] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.131527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.131527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.131527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.131527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.131527] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.131527] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-242ed2a0-87de-43c4-84eb-4934319c53f0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.132055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-242ed2a0-87de-43c4-84eb-4934319c53f0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.132055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-242ed2a0-87de-43c4-84eb-4934319c53f0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.132055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-242ed2a0-87de-43c4-84eb-4934319c53f0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.132055] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('242ed2a0-87de-43c4-84eb-4934319c53f0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.160937] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: SUCCESS [ 726.161341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.395197] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 in Status: SUCCESS [ 726.395456] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 deletion is rescheduled due to dependency. [ 726.395573] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.629043] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.629196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.632641] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.634021] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 242ed2a0-87de-43c4-84eb-4934319c53f0 with status ACTIVE [ 726.634174] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.634414] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.634513] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.634732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.634929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.635058] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.635148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.635218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.635400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.635481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.635667] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.635761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.635814] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.635955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.637233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.637377] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 242ed2a0-87de-43c4-84eb-4934319c53f0 is going to be updated. [ 726.660018] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.660236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.660236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.660543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.660659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.660835] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-242ed2a0-87de-43c4-84eb-4934319c53f0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.959026] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f in Status: SUCCESS [ 726.959419] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f deletion is rescheduled due to dependency. [ 726.959419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.071944] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 in Status: SUCCESS [ 727.073282] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 deletion is rescheduled due to dependency. [ 727.073282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.096501] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57060184-584e-4958-b4b8-78e62d5beaa1 in Status: SUCCESS [ 727.098974] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57060184-584e-4958-b4b8-78e62d5beaa1 deletion is rescheduled due to dependency. [ 727.098974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.124643] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 in Status: SUCCESS [ 727.124876] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 deletion is rescheduled due to dependency. [ 727.125138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.141866] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.294179] env[63386]: INFO networking_nsxv3.common.synchronization [req-802a7310-3382-4a60-a594-f71080d85daa req-4bc75adc-4f2b-4bfb-819b-1402963e45fd tempest-ServersTestJSON-1479511580 tempest-ServersTestJSON-1479511580-project-member] Enqueued Resource ID: 036ca66a-131e-49ba-9f27-e441b42ef467 with Priority: HIGHEST for action security_group_members [ 727.294575] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036ca66a-131e-49ba-9f27-e441b42ef467 with Priority: HIGHEST for action security_group_members [ 727.295388] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-036ca66a-131e-49ba-9f27-e441b42ef467 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.295388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.295931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.296366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.296366] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.296536] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.296536] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.296648] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.296879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.296944] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036ca66a-131e-49ba-9f27-e441b42ef467',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.345718] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 008adfd0-633d-4613-8395-0698f7aa9a16 in Status: SUCCESS [ 727.346537] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.513519] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 727.517135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.517135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.517135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.517135] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.517135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.517135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.517135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.517135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.517135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.517135] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.644644] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.644830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.644898] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.645208] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.645308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.645600] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 is going to be created. [ 727.671533] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.671701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.671775] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.671991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.672172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.681091] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: UNINITIALIZED for 2s [ 727.799406] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.799662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.799802] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.800092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.820295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.821043] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.821043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.821043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.821043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.821043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.821363] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036ca66a-131e-49ba-9f27-e441b42ef467 is going to be updated. [ 727.844675] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.844888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.844964] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.845204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.845388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.853298] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036ca66a-131e-49ba-9f27-e441b42ef467 in Status: IN_PROGRESS for 2s [ 728.020041] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.020041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.020041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.020394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.020394] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.020611] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.020611] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.020861] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.020984] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.021176] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.021419] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.021563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.021661] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.021911] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.024886] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.024886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.024886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.024886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.024886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.024886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.024886] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.198052] env[63386]: INFO networking_nsxv3.common.synchronization [req-f0f1358f-f068-45d4-96f0-7f1937cc2512 req-a1125017-3a73-4bd5-b31b-a17bc185eef7 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Enqueued Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_members [ 728.198604] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_members [ 728.198910] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.199051] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.199123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.199324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.199476] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.199573] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.199635] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.199782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.199869] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.199960] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.527550] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86: rpc.has_security_group_logging(os_id): False [ 728.546743] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.546743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.546743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.547033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.547033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.547109] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.547195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.547259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.547449] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.547531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.547738] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.547843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.547932] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.548820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.548982] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.549405] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.549583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.549653] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.549800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.549879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.549968] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 728.625690] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.625690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.625690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.625690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.625690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.647130] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 728.660101] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.660405] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-627" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.660567] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-627" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.661430] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-627" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.661783] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.662346] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.662816] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.663220] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.663399] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.663640] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.663760] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.663914] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.664060] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.664184] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.664556] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.664556] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.689926] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.690199] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 728.690384] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.690602] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-627" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.691010] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-233b45d1-99f1-413f-9b1d-4dd8aa925902 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.691235] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-233b45d1-99f1-413f-9b1d-4dd8aa925902" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.691378] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-233b45d1-99f1-413f-9b1d-4dd8aa925902" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.691744] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-233b45d1-99f1-413f-9b1d-4dd8aa925902" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.691921] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233b45d1-99f1-413f-9b1d-4dd8aa925902',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.702749] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.194957] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.195345] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.195497] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.195944] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.196188] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.196454] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 233b45d1-99f1-413f-9b1d-4dd8aa925902 not found, creating... [ 729.196757] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.196953] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.197108] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.197431] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.197677] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.197934] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.198195] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.198473] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.198529] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.198744] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.198883] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 233b45d1-99f1-413f-9b1d-4dd8aa925902 is going to be created. [ 729.204722] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.219437] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.219724] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.219859] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.220174] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.220428] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.220661] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-233b45d1-99f1-413f-9b1d-4dd8aa925902" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.690770] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: SUCCESS [ 729.691046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.691261] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.691479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.691692] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.691813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.691878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.692045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.692131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.692218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.692326] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.708700] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.708700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.708700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.708700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.708700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.708700] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed is going to be updated. [ 729.745296] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.745296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.745296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.745296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.745296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.756113] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed in Status: IN_PROGRESS for 2s [ 729.865283] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036ca66a-131e-49ba-9f27-e441b42ef467 in Status: SUCCESS [ 729.865477] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036ca66a-131e-49ba-9f27-e441b42ef467 deletion is rescheduled due to dependency. [ 729.865620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036ca66a-131e-49ba-9f27-e441b42ef467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.014264] env[63386]: INFO networking_nsxv3.common.synchronization [req-f0f1358f-f068-45d4-96f0-7f1937cc2512 req-c6323bfd-5383-4e30-8d1a-a46ea8f54536 service nova] Enqueued Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_rules [ 730.014554] env[63386]: INFO networking_nsxv3.common.synchronization [req-f0f1358f-f068-45d4-96f0-7f1937cc2512 req-c6323bfd-5383-4e30-8d1a-a46ea8f54536 service nova] Enqueued Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_members [ 730.014768] env[63386]: INFO networking_nsxv3.common.synchronization [req-f0f1358f-f068-45d4-96f0-7f1937cc2512 req-c6323bfd-5383-4e30-8d1a-a46ea8f54536 service nova] Enqueued Resource ID: 233b45d1-99f1-413f-9b1d-4dd8aa925902 with Priority: HIGHEST for action port [ 730.015392] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_rules [ 730.015561] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_members [ 730.015720] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 233b45d1-99f1-413f-9b1d-4dd8aa925902 with Priority: HIGHEST for action port [ 730.016106] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.016242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.016465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.016552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.016670] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.020176] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.020176] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.020176] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-233b45d1-99f1-413f-9b1d-4dd8aa925902 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.020176] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-233b45d1-99f1-413f-9b1d-4dd8aa925902" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.020512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-233b45d1-99f1-413f-9b1d-4dd8aa925902" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.020512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-233b45d1-99f1-413f-9b1d-4dd8aa925902" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.020512] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233b45d1-99f1-413f-9b1d-4dd8aa925902',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.195283] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.195505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.195619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.195874] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.196148] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.196315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.199589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.199589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.199589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.199589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.199589] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.199589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.199589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.199589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.199589] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.199589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.199589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.199589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.199589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.199589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.199589] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.522993] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.523184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.523497] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 233b45d1-99f1-413f-9b1d-4dd8aa925902 with status ACTIVE [ 730.523684] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.525048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.525048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.525048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.525048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.525048] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.525048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.525048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.525048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.525048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.525738] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.525738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.525738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.525738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.525738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.525738] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 233b45d1-99f1-413f-9b1d-4dd8aa925902 is going to be updated. [ 730.548751] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.549045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.549202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.549488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.549673] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.549851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-233b45d1-99f1-413f-9b1d-4dd8aa925902" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.666210] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 730.666452] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.700204] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1: rpc.has_security_group_logging(os_id): False [ 730.720289] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.720962] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.721195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.721549] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.721716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.721996] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.722485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.722676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.723058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.723469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.724029] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.724320] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.724525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.724856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.725162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.725517] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.725723] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.725890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.726642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.726642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.726642] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 is going to be created. [ 730.790546] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.790793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.790895] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.791243] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.792450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.805049] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: IN_PROGRESS for 2s [ 731.766417] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed in Status: SUCCESS [ 731.766768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.768603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.768603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.768603] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.768603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.768603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.768603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.768603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.769281] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.271309] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.773884] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.817567] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: SUCCESS [ 732.817801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.277619] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.277819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.277862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.278081] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.278178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.278178] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed is going to be updated. [ 733.303912] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.304138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.304217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.304458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.304635] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.312881] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed in Status: IN_PROGRESS for 2s [ 735.016371] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 735.017200] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 735.327203] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed in Status: SUCCESS [ 735.327203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.327203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.327203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.327203] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.327203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.327203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.327203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.327203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.327203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.327203] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.830430] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.830644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.830748] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.831026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.831426] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.831599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.831698] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.831911] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.832051] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.832179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.832361] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.832548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.832636] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.832906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.833091] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.833270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.833396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.833628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.833796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.833910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.834061] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.338038] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b41410df-aeab-4b3a-957b-e2c6ac1d27ed: rpc.has_security_group_logging(os_id): False [ 736.359118] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.359288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.359406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.359836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.382845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.383217] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.383389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.383463] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.383735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.383830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.384161] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.384306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.384700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.384700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.384700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.384949] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.386188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.386188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.386442] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.386526] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.386650] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed is going to be updated. [ 736.472864] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.473090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.473214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.473535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.473790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.486597] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed in Status: IN_PROGRESS for 2s [ 736.994925] env[63386]: INFO networking_nsxv3.common.synchronization [req-5bc7d755-8a09-41d9-93bc-56348349c6e2 req-f558d7df-978d-4495-839b-1789dd7bec97 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 736.995490] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 736.995746] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.995874] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.995945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.998098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.998098] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.998098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.998098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.999162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.000051] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.000051] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.312826] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.313088] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.313222] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.313507] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.313773] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.313980] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.317758] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.318055] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.318220] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.318733] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.318733] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.322617] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.322776] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.322934] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.323079] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.323235] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.340791] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.341781] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 737.341998] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.342221] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.342547] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-a9536df2-ca19-49a3-8abf-f7fb3340228d taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.342726] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-a9536df2-ca19-49a3-8abf-f7fb3340228d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.342847] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-a9536df2-ca19-49a3-8abf-f7fb3340228d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.343240] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-a9536df2-ca19-49a3-8abf-f7fb3340228d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.343386] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9536df2-ca19-49a3-8abf-f7fb3340228d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.501828] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.547604] env[63386]: INFO networking_nsxv3.common.synchronization [req-61c759d3-e09d-41bd-9f99-b5d4ce5adb26 req-f9c53f35-e0cf-4e0a-99d9-860c395eb768 tempest-ServerMetadataTestJSON-1573889751 tempest-ServerMetadataTestJSON-1573889751-project-member] Enqueued Resource ID: 008adfd0-633d-4613-8395-0698f7aa9a16 with Priority: HIGHEST for action security_group_members [ 737.547717] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008adfd0-633d-4613-8395-0698f7aa9a16 with Priority: HIGHEST for action security_group_members [ 737.547957] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-008adfd0-633d-4613-8395-0698f7aa9a16 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.548089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.548156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.548350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.549032] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.549032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.549032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.549032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.549032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.549032] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('008adfd0-633d-4613-8395-0698f7aa9a16',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.846106] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.846470] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.846650] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.846944] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.847116] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.847276] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port a9536df2-ca19-49a3-8abf-f7fb3340228d not found, creating... [ 737.847723] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.847723] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.847860] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.848189] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.848361] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.848649] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.848817] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.848925] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.849213] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.849360] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.849512] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: a9536df2-ca19-49a3-8abf-f7fb3340228d is going to be created. [ 737.869122] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.869332] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.869460] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.869731] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.869958] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.870211] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-a9536df2-ca19-49a3-8abf-f7fb3340228d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.005145] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.050829] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.050997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.051087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.051295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.051391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.051581] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.051677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.051741] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.051888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.051967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.052098] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008adfd0-633d-4613-8395-0698f7aa9a16 is going to be updated. [ 738.080729] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.080998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.081710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.082080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.082341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.091966] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008adfd0-633d-4613-8395-0698f7aa9a16 in Status: IN_PROGRESS for 2s [ 738.499098] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed in Status: SUCCESS [ 738.499329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.507881] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.508047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.508111] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.508393] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.508434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.509249] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be updated. [ 738.533842] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.533992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.534098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.534335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.534497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.542055] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 2s [ 738.599847] env[63386]: INFO networking_nsxv3.common.synchronization [req-5bc7d755-8a09-41d9-93bc-56348349c6e2 req-06d53221-e6ef-4145-9d6d-db4ee30299da service nova] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_rules [ 738.600045] env[63386]: INFO networking_nsxv3.common.synchronization [req-5bc7d755-8a09-41d9-93bc-56348349c6e2 req-06d53221-e6ef-4145-9d6d-db4ee30299da service nova] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 738.600198] env[63386]: INFO networking_nsxv3.common.synchronization [req-5bc7d755-8a09-41d9-93bc-56348349c6e2 req-06d53221-e6ef-4145-9d6d-db4ee30299da service nova] Enqueued Resource ID: a9536df2-ca19-49a3-8abf-f7fb3340228d with Priority: HIGHEST for action port [ 738.600910] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_rules [ 738.604067] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 738.604177] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9536df2-ca19-49a3-8abf-f7fb3340228d with Priority: HIGHEST for action port [ 738.606160] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.606160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.606160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.606160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.606160] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.610157] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.610157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.610157] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9536df2-ca19-49a3-8abf-f7fb3340228d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.610157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9536df2-ca19-49a3-8abf-f7fb3340228d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.610157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9536df2-ca19-49a3-8abf-f7fb3340228d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.610157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9536df2-ca19-49a3-8abf-f7fb3340228d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.610157] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9536df2-ca19-49a3-8abf-f7fb3340228d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.110590] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.111428] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.111428] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9536df2-ca19-49a3-8abf-f7fb3340228d with status ACTIVE [ 739.111541] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.112054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.112054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.112054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.112250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.112313] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.112382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.115709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.115709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.115709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.115709] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.116384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.116384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.116384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.116517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.116559] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9536df2-ca19-49a3-8abf-f7fb3340228d is going to be updated. [ 739.136503] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.137017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.137017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.137017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.137197] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.137260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9536df2-ca19-49a3-8abf-f7fb3340228d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.101877] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 008adfd0-633d-4613-8395-0698f7aa9a16 in Status: SUCCESS [ 740.102260] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 008adfd0-633d-4613-8395-0698f7aa9a16 deletion is rescheduled due to dependency. [ 740.102260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.551300] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 4s [ 741.541107] env[63386]: INFO networking_nsxv3.common.synchronization [None req-5037776b-f5c7-4118-b283-4ae44bd9d15f None None] Enqueued Resource ID: 48f47071-cc48-4fab-8bba-897120c752b6 with Priority: HIGHEST for action port [ 741.541727] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f47071-cc48-4fab-8bba-897120c752b6 with Priority: HIGHEST for action port [ 741.542042] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-48f47071-cc48-4fab-8bba-897120c752b6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.542184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48f47071-cc48-4fab-8bba-897120c752b6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.542262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48f47071-cc48-4fab-8bba-897120c752b6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.542619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48f47071-cc48-4fab-8bba-897120c752b6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.542700] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f47071-cc48-4fab-8bba-897120c752b6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.048237] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48f47071-cc48-4fab-8bba-897120c752b6 [ 742.051020] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.051020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.051020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.051020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.051020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.051020] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48f47071-cc48-4fab-8bba-897120c752b6 already deleted. [ 742.051020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48f47071-cc48-4fab-8bba-897120c752b6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.563816] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 742.564228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.564504] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.565330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.565971] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.565971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.565971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.569096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.569250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.569368] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.909190] env[63386]: INFO networking_nsxv3.common.synchronization [req-f3f718f2-a7b6-4983-aa7d-50e153f99cff req-d8da7709-922d-4a34-b606-ebe5eb1820cf tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 742.909747] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 742.910069] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.910243] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.910316] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.910633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.910738] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.910863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.910939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.911187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.911239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.911391] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.072892] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.417224] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.417224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.417224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.417551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.417762] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.418074] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.418262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.418391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.418659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.418819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.419158] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e already deleted. [ 743.419158] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.463752] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.463965] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.464106] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.464382] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.464638] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.465034] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.465034] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.465360] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.465654] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.465956] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.466085] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.466289] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.466444] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.466666] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.466824] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.467069] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.484971] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.485182] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.485533] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.485762] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.486111] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-796f5b48-d775-4f66-9995-78557a2a8702 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.486352] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-796f5b48-d775-4f66-9995-78557a2a8702" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.486411] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-796f5b48-d775-4f66-9995-78557a2a8702" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.486753] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-796f5b48-d775-4f66-9995-78557a2a8702" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.487488] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('796f5b48-d775-4f66-9995-78557a2a8702',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.578648] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.776270] env[63386]: INFO networking_nsxv3.common.synchronization [None req-5b6f730f-9dea-4df8-94f3-fa99de2680c3 None None] Enqueued Resource ID: e6c797cd-97f1-4f21-be2d-cf9685c3c0c4 with Priority: HIGHEST for action port [ 743.776270] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c797cd-97f1-4f21-be2d-cf9685c3c0c4 with Priority: HIGHEST for action port [ 743.777298] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6c797cd-97f1-4f21-be2d-cf9685c3c0c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.777595] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6c797cd-97f1-4f21-be2d-cf9685c3c0c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.777862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6c797cd-97f1-4f21-be2d-cf9685c3c0c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.781250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6c797cd-97f1-4f21-be2d-cf9685c3c0c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.781250] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c797cd-97f1-4f21-be2d-cf9685c3c0c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.992255] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.992255] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.992255] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.992255] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.992255] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.992255] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 796f5b48-d775-4f66-9995-78557a2a8702 not found, creating... [ 743.992255] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.992255] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.992255] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.992255] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.992255] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.993238] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.993577] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.993836] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.994222] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.994484] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.994751] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 796f5b48-d775-4f66-9995-78557a2a8702 is going to be created. [ 744.015999] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.016283] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.016479] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.016832] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.017120] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.017594] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-796f5b48-d775-4f66-9995-78557a2a8702" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.081696] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.081843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.081843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.082055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.082172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.082270] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be updated. [ 744.118952] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.119177] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.119177] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.119397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.119550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.129201] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 2s [ 744.284107] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6c797cd-97f1-4f21-be2d-cf9685c3c0c4 [ 744.284365] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.284550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.284643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.284878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.284970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.285118] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6c797cd-97f1-4f21-be2d-cf9685c3c0c4 already deleted. [ 744.285228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6c797cd-97f1-4f21-be2d-cf9685c3c0c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.046612] env[63386]: INFO networking_nsxv3.common.synchronization [req-f3f718f2-a7b6-4983-aa7d-50e153f99cff req-a25625b8-3ff5-4569-a252-dd764a6ece1d service nova] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_rules [ 745.046865] env[63386]: INFO networking_nsxv3.common.synchronization [req-f3f718f2-a7b6-4983-aa7d-50e153f99cff req-a25625b8-3ff5-4569-a252-dd764a6ece1d service nova] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 745.047229] env[63386]: INFO networking_nsxv3.common.synchronization [req-f3f718f2-a7b6-4983-aa7d-50e153f99cff req-a25625b8-3ff5-4569-a252-dd764a6ece1d service nova] Enqueued Resource ID: 796f5b48-d775-4f66-9995-78557a2a8702 with Priority: HIGHEST for action port [ 745.047229] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_rules [ 745.047352] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 745.047873] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 796f5b48-d775-4f66-9995-78557a2a8702 with Priority: HIGHEST for action port [ 745.047990] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.048286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.048379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.048793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.048793] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.050027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.050441] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.050548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.050759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.051645] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.051828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.051908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.052105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.052307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.052439] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.054163] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-796f5b48-d775-4f66-9995-78557a2a8702 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.054932] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-796f5b48-d775-4f66-9995-78557a2a8702" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.054932] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-796f5b48-d775-4f66-9995-78557a2a8702" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.054932] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-796f5b48-d775-4f66-9995-78557a2a8702" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.054932] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('796f5b48-d775-4f66-9995-78557a2a8702',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.556379] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.556660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.556800] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.558448] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 796f5b48-d775-4f66-9995-78557a2a8702 with status ACTIVE [ 745.558659] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.558797] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.559037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.559037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.559196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.559304] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.559412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.559469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.559616] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.559701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.559866] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.559961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.560030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.560198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.560269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.560420] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 796f5b48-d775-4f66-9995-78557a2a8702 is going to be updated. [ 745.582245] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.582516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.582516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.582683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.583179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.583179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-796f5b48-d775-4f66-9995-78557a2a8702" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.062454] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.143040] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 746.143040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.143040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.143040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.143040] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.143040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.143040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.143040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.143040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.143040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.143040] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.564852] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.565034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.565034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.566637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.566637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.566637] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be created. [ 746.587378] env[63386]: INFO networking_nsxv3.common.synchronization [req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 req-a3785af4-0e87-4cef-be2e-1a47d9d4b53c tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Enqueued Resource ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 with Priority: HIGHEST for action security_group_members [ 746.588851] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.589060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.589157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.589560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.589560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.591382] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 with Priority: HIGHEST for action security_group_members [ 746.591919] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d27789-c549-4d46-b8a6-b3b890ecaf69 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.591919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.591919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.592452] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.592452] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.593364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.594220] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.594220] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.594220] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.594220] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d27789-c549-4d46-b8a6-b3b890ecaf69',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.604096] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: UNINITIALIZED for 2s [ 746.646259] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.646517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.646634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.646991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.647314] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.647500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.647602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.647886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.648064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.648236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.648491] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.648640] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.648764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.653682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.653682] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.653682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.653682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.653682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.653682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.653682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.653682] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.098131] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.098131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.098131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.098131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.098131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.098131] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.098131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.098131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.098131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.098131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.098131] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 already deleted. [ 747.098131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.156235] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5: rpc.has_security_group_logging(os_id): False [ 747.174145] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.174145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.174145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.174145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.174145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.174145] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.174145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.174145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.174145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.174145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.174145] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.174145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.174145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.174145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.174145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.175124] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.175452] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.175713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.175973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.176178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.176379] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be updated. [ 747.210873] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-861 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.210873] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-861" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.210873] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-861" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.210873] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-861" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.211419] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.211784] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.212070] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.212464] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.212774] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.213197] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.213459] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.213720] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.213962] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.214247] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.214558] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.214832] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.237029] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.237029] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 747.237029] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.237029] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-861" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.237029] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.237029] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.237029] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.237029] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.237029] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e1727b-7961-4ff6-8dfa-75cb40f2c1fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.239364] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.240233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.240449] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.240755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.241167] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.253588] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 2s [ 747.367599] env[63386]: INFO networking_nsxv3.common.synchronization [req-261b4396-5a9b-44b8-872b-04225f4dcb05 req-73ebb683-0a39-457e-a191-b043e7b4182b tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Enqueued Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_members [ 747.368468] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_members [ 747.368633] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.368754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.368821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.368998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.369178] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.369322] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.369408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.370362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.370362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.370362] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.739566] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.739835] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.740013] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.740357] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.740560] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.740803] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd not found, creating... [ 747.741148] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.741414] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.741509] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.741841] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.741999] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.742426] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.742607] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.742740] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.743066] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.743223] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.743418] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd is going to be created. [ 747.763815] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.764104] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.764279] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.764598] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.764868] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.765181] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.871943] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.872176] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.872256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.872472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.904921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.905220] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.905348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.905417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.905630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.905711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.905804] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 is going to be updated. [ 747.947096] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.947284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.947344] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.947520] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.947662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.957995] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 in Status: IN_PROGRESS for 2s [ 748.613309] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 748.614261] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.616024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.616024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.616024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.616024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.616024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.616024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.616024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.616024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.616024] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.749584] env[63386]: INFO networking_nsxv3.common.synchronization [req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 req-a9cb1833-7b8b-4e48-bc9f-8dfcc88bb58c service nova] Enqueued Resource ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 with Priority: HIGHEST for action security_group_rules [ 748.749584] env[63386]: INFO networking_nsxv3.common.synchronization [req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 req-a9cb1833-7b8b-4e48-bc9f-8dfcc88bb58c service nova] Enqueued Resource ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 with Priority: HIGHEST for action security_group_members [ 748.749584] env[63386]: INFO networking_nsxv3.common.synchronization [req-17fbbd2e-d46e-40d9-927c-fdfab4c7b553 req-a9cb1833-7b8b-4e48-bc9f-8dfcc88bb58c service nova] Enqueued Resource ID: 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd with Priority: HIGHEST for action port [ 748.749584] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 with Priority: HIGHEST for action security_group_rules [ 748.749584] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 with Priority: HIGHEST for action security_group_members [ 748.749584] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd with Priority: HIGHEST for action port [ 748.749584] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d27789-c549-4d46-b8a6-b3b890ecaf69 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.749584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.749584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.749584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.749584] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d27789-c549-4d46-b8a6-b3b890ecaf69',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.749584] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d27789-c549-4d46-b8a6-b3b890ecaf69 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.749584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.749584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.749584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.749584] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.749584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.749584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.749584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.749584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.750460] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d27789-c549-4d46-b8a6-b3b890ecaf69',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.750460] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.750460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.750460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.750460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.750460] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e1727b-7961-4ff6-8dfa-75cb40f2c1fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.919105] env[63386]: INFO networking_nsxv3.common.synchronization [req-008051f1-2f89-4081-818e-ea3ae9ac3afe req-8baff9be-6be0-4e5f-b404-5a21c670f8f0 tempest-ServersTestBootFromVolume-916439839 tempest-ServersTestBootFromVolume-916439839-project-member] Enqueued Resource ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 with Priority: HIGHEST for action security_group_members [ 748.919835] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 with Priority: HIGHEST for action security_group_members [ 748.920684] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.921428] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.921428] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.921698] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.921961] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.922719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.922925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.923303] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.923498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.923706] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42a1aed-6dbd-496e-80e6-ca87b75a4d33',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.120821] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.121096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.121173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.121413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.121591] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.121692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.121757] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.121904] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.121995] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.122101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.122251] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.122346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.122406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.122545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.122678] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.122768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.122827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.122960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.123079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.123187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.123281] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.237813] env[63386]: INFO networking_nsxv3.common.synchronization [req-1eddea51-0581-40c9-b504-bf34ee759bae req-012c3bfa-7c2c-4d91-87a3-1aabe4b8503a tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 749.238581] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 749.242033] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.242033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.242033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.242033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.242033] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.242033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.242033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.242033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.242033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.242033] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.248487] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d27789-c549-4d46-b8a6-b3b890ecaf69 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.248722] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.250259] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d27789-c549-4d46-b8a6-b3b890ecaf69',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.250259] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd with status ACTIVE [ 749.250259] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.250259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.250259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.252052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.252052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.252052] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.252052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.252052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.252052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.252052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.252052] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.252052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.252052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.252052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.252470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.252470] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39e1727b-7961-4ff6-8dfa-75cb40f2c1fd is going to be updated. [ 749.266080] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 749.266347] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.272638] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.273672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.273908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.274035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.274182] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.274359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39e1727b-7961-4ff6-8dfa-75cb40f2c1fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.425848] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.426032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.426113] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.426374] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.426473] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.426832] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.426989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.427100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.427280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.427361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.427451] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 is going to be updated. [ 749.461909] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.462129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.462178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.462362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.462504] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.471510] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 in Status: IN_PROGRESS for 2s [ 749.523714] env[63386]: INFO networking_nsxv3.common.synchronization [req-1eddea51-0581-40c9-b504-bf34ee759bae req-3f8ece25-7094-4502-870b-4653f5975d98 tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 749.524718] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 749.524718] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.524718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.626806] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e00206ab-28f8-4611-9b05-bc2fe5d61f5e: rpc.has_security_group_logging(os_id): False [ 749.652017] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.652017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.652017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.652017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.652017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.652017] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.652017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.652017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.652017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.652017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.652017] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.652017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.652017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.652017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.652017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.654043] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.654341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.654503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.654854] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.655037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.661216] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be created. [ 749.728435] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.728435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.728435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.728435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.728435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.739985] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 749.744542] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.745806] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.746021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.746690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.757067] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d27789-c549-4d46-b8a6-b3b890ecaf69',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.767791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.770030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.770030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.770030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.770030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.770030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.770030] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 749.801711] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.801711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.801711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.801711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.801711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.814569] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 749.967758] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 in Status: SUCCESS [ 749.967758] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 deletion is rescheduled due to dependency. [ 749.967758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.261087] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.261316] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.261316] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.261653] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.261798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.261914] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 is going to be created. [ 750.284081] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.284326] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.284326] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.284559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.284710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.292842] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 in Status: UNINITIALIZED for 2s [ 750.350608] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.352104] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-305" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.352104] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-305" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.352370] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-305" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.352703] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.352875] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.352997] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.353299] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.353451] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.353666] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.353784] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.353895] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.354003] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.354161] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.354276] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.354415] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.372990] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.373335] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 750.373502] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.373684] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-305" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.374029] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-5a4ad44a-e046-4683-9ff1-e8215d75131b taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.374258] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-5a4ad44a-e046-4683-9ff1-e8215d75131b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.374392] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-5a4ad44a-e046-4683-9ff1-e8215d75131b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.374707] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-5a4ad44a-e046-4683-9ff1-e8215d75131b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.374847] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a4ad44a-e046-4683-9ff1-e8215d75131b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.877640] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.878182] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.878182] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.878350] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.878411] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.878564] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 5a4ad44a-e046-4683-9ff1-e8215d75131b not found, creating... [ 750.878829] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.878991] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.879122] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.879347] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.879474] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.879748] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.879904] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.880028] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.880244] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.880377] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.880518] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 5a4ad44a-e046-4683-9ff1-e8215d75131b is going to be created. [ 750.899718] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.899963] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.900063] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.900343] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.900566] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.900799] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-5a4ad44a-e046-4683-9ff1-e8215d75131b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.481958] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 in Status: SUCCESS [ 751.481958] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 deletion is rescheduled due to dependency. [ 751.481958] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.753376] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 751.753376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.801175] env[63386]: INFO networking_nsxv3.common.synchronization [req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 req-e4b92109-2cda-46d5-83eb-e94392435918 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Enqueued Resource ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 with Priority: HIGHEST for action security_group_members [ 751.801175] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 with Priority: HIGHEST for action security_group_members [ 751.801175] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b476e9a7-4c13-43d0-8adb-1a7029dbb919 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.801175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.801175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.801175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.801175] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.801175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.801175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.801990] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.802232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.802473] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b476e9a7-4c13-43d0-8adb-1a7029dbb919',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.823624] env[63386]: INFO networking_nsxv3.common.synchronization [req-1eddea51-0581-40c9-b504-bf34ee759bae req-59905dd7-50ff-4e04-b328-b7490f7f1317 service nova] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_rules [ 751.823996] env[63386]: INFO networking_nsxv3.common.synchronization [req-1eddea51-0581-40c9-b504-bf34ee759bae req-59905dd7-50ff-4e04-b328-b7490f7f1317 service nova] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 751.824341] env[63386]: INFO networking_nsxv3.common.synchronization [req-1eddea51-0581-40c9-b504-bf34ee759bae req-59905dd7-50ff-4e04-b328-b7490f7f1317 service nova] Enqueued Resource ID: 5a4ad44a-e046-4683-9ff1-e8215d75131b with Priority: HIGHEST for action port [ 751.825212] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_rules [ 751.827246] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 751.827507] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a4ad44a-e046-4683-9ff1-e8215d75131b with Priority: HIGHEST for action port [ 751.828792] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.830022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.830022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.830022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.830022] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.830963] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.831237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.831572] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a4ad44a-e046-4683-9ff1-e8215d75131b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.831845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a4ad44a-e046-4683-9ff1-e8215d75131b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.832048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a4ad44a-e046-4683-9ff1-e8215d75131b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.832363] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a4ad44a-e046-4683-9ff1-e8215d75131b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.833301] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a4ad44a-e046-4683-9ff1-e8215d75131b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.835195] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 751.835195] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc deletion is rescheduled due to dependency. [ 751.835195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.835558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.835747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.835923] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.836076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.836137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.836294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.836887] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.836887] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.112160] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.113362] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-890" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.113362] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-890" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.113362] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-890" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.113362] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.113549] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.113549] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.113788] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.113923] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.114153] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.114267] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.114373] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.114524] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.114601] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.114732] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.116441] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.136022] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.136022] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.136022] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.136022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-890" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.136022] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.136022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.136022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.136022] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.136741] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.302125] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 in Status: SUCCESS [ 752.302293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.302401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.302591] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.302860] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.302979] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.303118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.303368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.303481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.303586] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.303682] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46d27789-c549-4d46-b8a6-b3b890ecaf69',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.306134] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.306273] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.306463] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.306531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.306709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.306826] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.306933] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.307117] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.307175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.307261] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.307348] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 already deleted. [ 752.307430] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.334750] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.334885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.336493] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a4ad44a-e046-4683-9ff1-e8215d75131b with status ACTIVE [ 752.336703] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.336835] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.336903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.337171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.337262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.337449] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.337547] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.337609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.337761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.337844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.338036] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.338135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.338241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.338337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.338412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.338504] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a4ad44a-e046-4683-9ff1-e8215d75131b is going to be updated. [ 752.341256] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.361477] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.361581] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.361629] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.361837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.362330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.362330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a4ad44a-e046-4683-9ff1-e8215d75131b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.639884] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.640190] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.640324] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.640680] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.640902] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.641463] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 not found, creating... [ 752.641610] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.641711] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.641858] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.642487] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.642487] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.642739] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.642972] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.643165] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.643453] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.643636] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.643855] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 is going to be created. [ 752.663813] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.664337] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.664337] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.664530] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.664789] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.665434] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.809851] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46d27789-c549-4d46-b8a6-b3b890ecaf69',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.842385] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.891880] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.892813] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-713" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.892983] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-713" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.893578] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-713" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.895818] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.896044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.896224] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.896495] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.896679] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.896933] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.897218] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.897285] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.897389] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.897523] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.897656] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.897798] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.923900] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.923900] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.923900] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.923900] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-713" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.924296] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-a92ca702-d00c-429b-a4d4-db98fc91572b taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.924487] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-a92ca702-d00c-429b-a4d4-db98fc91572b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.924616] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-a92ca702-d00c-429b-a4d4-db98fc91572b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.924987] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-a92ca702-d00c-429b-a4d4-db98fc91572b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.926905] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a92ca702-d00c-429b-a4d4-db98fc91572b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.313243] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46d27789-c549-4d46-b8a6-b3b890ecaf69: rpc.has_security_group_logging(os_id): False [ 753.335323] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.336090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.336090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.336090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.336090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.336341] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.336341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.336341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.336531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.336565] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.336698] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 is going to be created. [ 753.346707] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.347043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.347043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.347170] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.347230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.347325] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 753.380993] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.381224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.381329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.381487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.381650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.390059] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 753.398010] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.398237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.398350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.398564] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.398908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.429811] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.430025] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.430161] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.430453] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.430600] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.430763] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port a92ca702-d00c-429b-a4d4-db98fc91572b not found, creating... [ 753.431076] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.431252] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.431371] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.431608] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.431746] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.432054] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.432218] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.432334] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.432546] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.432678] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.432816] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: a92ca702-d00c-429b-a4d4-db98fc91572b is going to be created. [ 753.489614] env[63386]: INFO networking_nsxv3.common.synchronization [req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 req-84fc19e2-6344-4d45-bb00-8a3e1c361bfe service nova] Enqueued Resource ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 with Priority: HIGHEST for action security_group_rules [ 753.489614] env[63386]: INFO networking_nsxv3.common.synchronization [req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 req-84fc19e2-6344-4d45-bb00-8a3e1c361bfe service nova] Enqueued Resource ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 with Priority: HIGHEST for action security_group_members [ 753.489614] env[63386]: INFO networking_nsxv3.common.synchronization [req-4e8d564d-032a-47ba-afb6-ae1537ed7eb1 req-84fc19e2-6344-4d45-bb00-8a3e1c361bfe service nova] Enqueued Resource ID: a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 with Priority: HIGHEST for action port [ 753.489930] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 with Priority: HIGHEST for action security_group_rules [ 753.489930] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 with Priority: HIGHEST for action security_group_members [ 753.490114] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 with Priority: HIGHEST for action port [ 753.491257] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b476e9a7-4c13-43d0-8adb-1a7029dbb919 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.491257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.491257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.493273] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.493384] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b476e9a7-4c13-43d0-8adb-1a7029dbb919',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.494387] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b476e9a7-4c13-43d0-8adb-1a7029dbb919 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.494524] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.494603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.494855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.495053] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.495170] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.495231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.495415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.495524] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.495624] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b476e9a7-4c13-43d0-8adb-1a7029dbb919',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.500248] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.500371] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.500443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.500737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.500816] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.510120] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.510120] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.510120] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.510120] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.510352] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.510503] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-a92ca702-d00c-429b-a4d4-db98fc91572b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.513663] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 in Status: IN_PROGRESS for 2s [ 754.002124] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b476e9a7-4c13-43d0-8adb-1a7029dbb919',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.003298] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b476e9a7-4c13-43d0-8adb-1a7029dbb919 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.003415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.003634] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 with status ACTIVE [ 754.003717] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.003826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.003998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.004223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.004269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.004433] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.004504] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.004545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.004703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.004779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.005192] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.005514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.005587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.005741] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.006535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.006675] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49 is going to be updated. [ 754.015955] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.016139] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.016278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.016376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.016486] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.026927] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.027103] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.027200] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.027380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.027532] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.027699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8f11c3e-15bd-4099-8fcf-dea5ff0fcf49" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.469424] env[63386]: INFO networking_nsxv3.common.synchronization [req-1eddea51-0581-40c9-b504-bf34ee759bae req-a8db25e0-f87e-4860-9eba-44cbf7b8f844 service nova] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_rules [ 754.469793] env[63386]: INFO networking_nsxv3.common.synchronization [req-1eddea51-0581-40c9-b504-bf34ee759bae req-a8db25e0-f87e-4860-9eba-44cbf7b8f844 service nova] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 754.470122] env[63386]: INFO networking_nsxv3.common.synchronization [req-1eddea51-0581-40c9-b504-bf34ee759bae req-a8db25e0-f87e-4860-9eba-44cbf7b8f844 service nova] Enqueued Resource ID: a92ca702-d00c-429b-a4d4-db98fc91572b with Priority: HIGHEST for action port [ 754.471056] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_rules [ 754.471478] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 754.471565] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a92ca702-d00c-429b-a4d4-db98fc91572b with Priority: HIGHEST for action port [ 754.472328] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.472486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.474027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.474027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.474027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a92ca702-d00c-429b-a4d4-db98fc91572b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.474027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a92ca702-d00c-429b-a4d4-db98fc91572b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.474027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a92ca702-d00c-429b-a4d4-db98fc91572b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.474027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a92ca702-d00c-429b-a4d4-db98fc91572b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.474027] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a92ca702-d00c-429b-a4d4-db98fc91572b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.509032] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b476e9a7-4c13-43d0-8adb-1a7029dbb919',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.521683] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.975014] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a92ca702-d00c-429b-a4d4-db98fc91572b with status ACTIVE [ 754.975274] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.975432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.975512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.975737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.975829] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.976050] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.976161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.976226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.976386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.976472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.976724] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.976832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.976894] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.977054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.977132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.977220] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a92ca702-d00c-429b-a4d4-db98fc91572b is going to be updated. [ 754.999718] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.999718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.999905] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.000055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.000132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.000377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a92ca702-d00c-429b-a4d4-db98fc91572b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.013832] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.013832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.013832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.013832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.013832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.014209] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 is going to be created. [ 755.025025] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.040415] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.040415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.040415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.040415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.040415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.050416] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 in Status: UNINITIALIZED for 2s [ 755.400159] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 755.400511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.400511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.400661] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.400738] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.400855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.401055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.401055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.401233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.401233] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.525336] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 in Status: SUCCESS [ 755.525720] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.526243] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 755.526371] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 755.909421] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.258381] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.258588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.258666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.258882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.421696] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 756.424022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.424022] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 756.426447] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.474631] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.474925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.474925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.475969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.483187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.483316] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 756.483440] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'a92ca702-d00c-429b-a4d4-db98fc91572b'} {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 756.483543] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 756.537732] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.538199] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.538199] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.538285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.539703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.539926] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 756.626096] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.626096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.626286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.626474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.626754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.627053] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 756.688035] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.688035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.688035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.688035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.688035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.688035] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 756.688035] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0d451665-3749-41a0-8aa8-e4ee11218a8f', '80812bb1-66c5-4274-a7da-da6f353d90d7', 'a350a1c8-c4d4-407d-a5a3-e272f621abf1', 'df11f511-f546-41b1-93bb-8c4c607e38a8', 'd42a1aed-6dbd-496e-80e6-ca87b75a4d33', '2cac08d0-3ebb-4e58-ba1b-999b7c278f31', 'ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1', '008adfd0-633d-4613-8395-0698f7aa9a16', '04e8b331-d7b2-4f68-aea9-558857703c8d', '336d666c-9eaf-462a-92f4-9f09f7536596', '9221d840-de30-4747-9848-e3ea76cb6dd5', '9b687477-6c94-4dfc-9461-69a0177b4bc0', '63089716-6eb0-4bec-b1c3-862320b56f04', 'e00206ab-28f8-4611-9b05-bc2fe5d61f5e', 'ad8088be-0bd9-4832-a4ec-af034bd9f178', 'fa8726c6-2cb6-4cf4-bd9a-a351213c2807', 'f31d639e-81ef-48d0-ad6c-6e73ab77f010', '4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f', '50d74e64-b119-4598-93b3-6cb09ff212df', '61f161a2-a6a2-44fd-a4f0-594b91582830', '46d27789-c549-4d46-b8a6-b3b890ecaf69', '4783d4fa-0126-4867-9e36-72dbc1e89acc', '57060184-584e-4958-b4b8-78e62d5beaa1', 'b41410df-aeab-4b3a-957b-e2c6ac1d27ed', '28a34854-53cf-4448-8617-23cc5f7da83e', '1fd70b87-24d2-4a45-8ce5-6896e1fa20c2', '6960f936-2cab-4de5-859e-a4b066ca64f2', '811a1e96-5b8b-4f2c-a99a-bd4f2212bc86', '30e19c5a-617c-44fd-91fd-681521b78a8a', '6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73', '78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4', '4e48d9f1-4368-4853-9c0f-6e9126fd8da2', '75b284c5-b53f-4673-9ef9-9289b78b995c', 'aa786e18-9e99-4f92-8eff-004d2a2f233a', 'a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5', 'b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd', '648e15ce-eef5-463c-9af4-814922c4f8fb', 'a9d92e40-94d2-40ed-9225-8478262f2170', '036ca66a-131e-49ba-9f27-e441b42ef467', '576fd5c4-9d77-4ca9-9221-d5cd657cd196'} {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 756.688035] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 756.718254] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.718254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.718483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.718718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.718856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.719117] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 756.719179] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 756.719316] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 756.780025] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.780025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.780025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.780025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.784021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.784021] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 756.784021] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 756.784021] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 756.784021] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a92ca702-d00c-429b-a4d4-db98fc91572b with Priority: HIGH for action port [ 756.784021] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/40 resources of Type:Security Group Rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 008adfd0-633d-4613-8395-0698f7aa9a16 with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04e8b331-d7b2-4f68-aea9-558857703c8d with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63089716-6eb0-4bec-b1c3-862320b56f04 with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGH for action security_group_rules [ 756.784021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.928992] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.929278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.931867] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.931867] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.931867] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.931867] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 756.971088] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.972432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.972432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.972432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.972432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.981138] env[63386]: INFO networking_nsxv3.common.synchronization [req-f364fbbe-ad16-4b29-808e-ef18b06d0e86 req-51818f10-3171-4985-99ba-1ca250809581 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Enqueued Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 756.981967] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 756.982122] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 756.982294] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a92ca702-d00c-429b-a4d4-db98fc91572b with Priority: HIGH for action port [ 756.982471] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 with Priority: HIGH for action security_group_rules [ 756.982756] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 with Priority: HIGH for action security_group_rules [ 756.982849] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGH for action security_group_rules [ 756.983129] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGH for action security_group_rules [ 756.983280] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f with Priority: HIGH for action security_group_rules [ 756.983364] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 with Priority: HIGH for action security_group_rules [ 756.983415] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGH for action security_group_rules [ 756.983512] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63089716-6eb0-4bec-b1c3-862320b56f04 with Priority: HIGH for action security_group_rules [ 756.983643] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 with Priority: HIGH for action security_group_rules [ 756.983725] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 with Priority: HIGH for action security_group_rules [ 756.983831] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGH for action security_group_rules [ 756.983939] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336d666c-9eaf-462a-92f4-9f09f7536596 with Priority: HIGH for action security_group_rules [ 756.984276] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e8b331-d7b2-4f68-aea9-558857703c8d with Priority: HIGH for action security_group_rules [ 756.984276] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008adfd0-633d-4613-8395-0698f7aa9a16 with Priority: HIGH for action security_group_rules [ 756.984416] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 with Priority: HIGH for action security_group_rules [ 756.984489] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGH for action security_group_rules [ 756.984620] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df11f511-f546-41b1-93bb-8c4c607e38a8 with Priority: HIGH for action security_group_rules [ 756.984786] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f with Priority: HIGH for action security_group_rules [ 756.984937] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGH for action security_group_rules [ 756.987508] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.987508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.987508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.987508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.987508] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.987508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.987508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.987508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.987508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.987508] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.988803] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a92ca702-d00c-429b-a4d4-db98fc91572b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.988939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a92ca702-d00c-429b-a4d4-db98fc91572b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.989026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a92ca702-d00c-429b-a4d4-db98fc91572b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.989191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a92ca702-d00c-429b-a4d4-db98fc91572b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.989285] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a92ca702-d00c-429b-a4d4-db98fc91572b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.990174] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80812bb1-66c5-4274-a7da-da6f353d90d7 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.990297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.990411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.990675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.990675] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80812bb1-66c5-4274-a7da-da6f353d90d7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.994528] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.994528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.994528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.994528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.994528] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cac08d0-3ebb-4e58-ba1b-999b7c278f31',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.994528] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.994528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.994528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.994528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.994528] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.995311] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d74e64-b119-4598-93b3-6cb09ff212df taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.995311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.995480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.995542] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.995593] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d74e64-b119-4598-93b3-6cb09ff212df',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.996612] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.996778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.996778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.996956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.997044] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.998171] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.998332] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.998382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.998529] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.998699] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f31d639e-81ef-48d0-ad6c-6e73ab77f010',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.000143] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.000143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.000143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.000143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.000143] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa8726c6-2cb6-4cf4-bd9a-a351213c2807',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.000822] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63089716-6eb0-4bec-b1c3-862320b56f04 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.000930] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.000998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.001271] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.001427] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63089716-6eb0-4bec-b1c3-862320b56f04',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.002646] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad8088be-0bd9-4832-a4ec-af034bd9f178 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.002883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.002883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.003179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.003179] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad8088be-0bd9-4832-a4ec-af034bd9f178',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.003335] env[63386]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 757.004097] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b687477-6c94-4dfc-9461-69a0177b4bc0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.004228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.004312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.004808] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.004808] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b687477-6c94-4dfc-9461-69a0177b4bc0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.005361] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.005542] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.005542] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.005675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.005743] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.008702] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-336d666c-9eaf-462a-92f4-9f09f7536596 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.008702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.008846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.008945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.009157] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('336d666c-9eaf-462a-92f4-9f09f7536596',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.010053] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e8b331-d7b2-4f68-aea9-558857703c8d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.010179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.010223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.010389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.010488] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e8b331-d7b2-4f68-aea9-558857703c8d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.011441] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-008adfd0-633d-4613-8395-0698f7aa9a16 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.011574] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.011642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.011799] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.011872] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('008adfd0-633d-4613-8395-0698f7aa9a16',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.013016] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.013150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.013226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.013399] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.013474] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42a1aed-6dbd-496e-80e6-ca87b75a4d33',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.014454] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.014563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.014614] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.014794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.015137] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.016324] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df11f511-f546-41b1-93bb-8c4c607e38a8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.016324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.016324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.016324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.016559] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df11f511-f546-41b1-93bb-8c4c607e38a8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.017820] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d451665-3749-41a0-8aa8-e4ee11218a8f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.017820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.017820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.017820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.017820] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d451665-3749-41a0-8aa8-e4ee11218a8f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.018893] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.019045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.019045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.019181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.019268] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a350a1c8-c4d4-407d-a5a3-e272f621abf1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.019486] env[63386]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 757.026012] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.026012] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.026012] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.026012] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.053443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.053443] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.053443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.053443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.053443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.053443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.053703] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 is going to be updated. [ 757.074839] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 in Status: SUCCESS [ 757.074839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.075120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.075299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.075479] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.075600] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.075656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.075798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.075878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.075952] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.076075] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b476e9a7-4c13-43d0-8adb-1a7029dbb919',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.090553] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.090553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.090553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.090553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.090553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.101443] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: IN_PROGRESS for 2s [ 757.522499] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a92ca702-d00c-429b-a4d4-db98fc91572b with status ACTIVE [ 757.522726] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.522864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.522914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.524185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.524185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.524185] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.524185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.524185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.524185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.524185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.524185] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.524185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.524185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.524697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.524697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.524697] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a92ca702-d00c-429b-a4d4-db98fc91572b is going to be updated. [ 757.564030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.564030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.564030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.564030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.564030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.564030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a92ca702-d00c-429b-a4d4-db98fc91572b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.565396] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.565551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.565620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.565812] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.565966] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.566070] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.566143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.566264] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.566340] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.566420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.566504] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.570472] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.570617] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.570673] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.570816] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.570956] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.571060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.571121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.571254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.571327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.571420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.571502] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.573517] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.573645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.573718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.573874] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.574869] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.575012] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.575059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.575210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.577039] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.577039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.577039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.577039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.577039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.577039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.577039] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa8726c6-2cb6-4cf4-bd9a-a351213c2807',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.590730] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d74e64-b119-4598-93b3-6cb09ff212df taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.590730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.590730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.590730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.590730] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.590730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.590730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.590730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.590730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.590730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.590730] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50d74e64-b119-4598-93b3-6cb09ff212df',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.602620] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a350a1c8-c4d4-407d-a5a3-e272f621abf1 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.602620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.602620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.603588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.604246] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.604722] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.604925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.607132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.607132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.607132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.607132] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a350a1c8-c4d4-407d-a5a3-e272f621abf1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.624032] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b476e9a7-4c13-43d0-8adb-1a7029dbb919 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.624032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.624032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.624524] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.624778] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.624957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.625063] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.625475] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.625625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.626834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.626834] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b476e9a7-4c13-43d0-8adb-1a7029dbb919 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.626834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.626834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.626834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.627253] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.627253] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.627253] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.627417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.627490] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.627613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.627761] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b476e9a7-4c13-43d0-8adb-1a7029dbb919',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.634333] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a350a1c8-c4d4-407d-a5a3-e272f621abf1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.674965] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.674965] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.675351] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.675405] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.685283] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.685283] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.687395] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.687395] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.693126] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.693126] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80812bb1-66c5-4274-a7da-da6f353d90d7 is going to be deleted. [ 757.693405] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.693640] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.708283] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.708283] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.709222] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.709297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.710067] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.710174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.710897] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.710996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.711683] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.711773] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.712490] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.712562] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.714978] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.715083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.729528] env[63386]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 757.729942] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.730236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.742748] env[63386]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 757.743264] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.743422] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.753211] env[63386]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 757.754164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.754164] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 336d666c-9eaf-462a-92f4-9f09f7536596 is going to be deleted. [ 757.754830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.756065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.778209] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.778209] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df11f511-f546-41b1-93bb-8c4c607e38a8 is going to be deleted. [ 757.779429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.779650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.825399] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.825399] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.842851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.842985] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 008adfd0-633d-4613-8395-0698f7aa9a16 is going to be deleted. [ 757.844298] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.844563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.856829] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.856956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.870310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.872939] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f is going to be deleted. [ 757.872939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.872939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.883109] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.883323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.908031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.908031] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d451665-3749-41a0-8aa8-e4ee11218a8f is going to be deleted. [ 757.909810] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.909810] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.958508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.958787] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f31d639e-81ef-48d0-ad6c-6e73ab77f010 is going to be deleted. [ 757.959848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.961026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.961884] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.962017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.984624] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.984830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.025868] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.026227] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e8b331-d7b2-4f68-aea9-558857703c8d is going to be deleted. [ 758.028613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.028613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.040251] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.040472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.070094] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.070367] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b687477-6c94-4dfc-9461-69a0177b4bc0 is going to be deleted. [ 758.071633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.071865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.073414] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.073553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.073664] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.073859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.074071] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.074280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.074371] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.074522] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.074604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.075546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.075546] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.075546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.075546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.075546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.075546] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.075546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.075546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.075917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.075917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.075917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.076054] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.103377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.104045] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cac08d0-3ebb-4e58-ba1b-999b7c278f31 is going to be deleted. [ 758.104798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.105135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.115601] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.115793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.116042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.116156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.116334] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.116456] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.116537] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.116725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.117041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.117819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.117957] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.118076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.118140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.118304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.118456] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.118601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.118665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.118818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.118887] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.118976] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.119143] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.120333] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa8726c6-2cb6-4cf4-bd9a-a351213c2807',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.122970] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50d74e64-b119-4598-93b3-6cb09ff212df',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.134181] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.134181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.135149] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b476e9a7-4c13-43d0-8adb-1a7029dbb919: rpc.has_security_group_logging(os_id): False [ 758.139135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.139298] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63089716-6eb0-4bec-b1c3-862320b56f04 is going to be deleted. [ 758.140975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.141215] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.142117] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a350a1c8-c4d4-407d-a5a3-e272f621abf1: rpc.has_security_group_logging(os_id): False [ 758.175592] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.175757] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.177927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.178095] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42a1aed-6dbd-496e-80e6-ca87b75a4d33 is going to be deleted. [ 758.178990] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.179195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.179361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.179426] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 is going to be deleted. [ 758.180794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.180794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.184290] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.184290] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.188900] env[63386]: INFO networking_nsxv3.common.synchronization [req-fbb12315-7b34-47a5-be67-e6813d4dd84e req-3c187d71-3ada-4fe1-be90-de171d1c7c20 tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Enqueued Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_members [ 758.189514] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_members [ 758.189844] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.189970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.190053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.190251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.190404] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.190507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.190569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.191029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.191029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.191029] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.205316] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.205481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.207759] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.207759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.209137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.209137] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad8088be-0bd9-4832-a4ec-af034bd9f178 is going to be deleted. [ 758.209137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.209332] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.209377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.209493] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80812bb1-66c5-4274-a7da-da6f353d90d7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.214792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.215119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.215191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.215345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-336d666c-9eaf-462a-92f4-9f09f7536596" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.217188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.217297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.217383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.217501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df11f511-f546-41b1-93bb-8c4c607e38a8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.218074] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.218242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.218321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.218435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-008adfd0-633d-4613-8395-0698f7aa9a16" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.218565] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.218699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.218774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.218881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ef86f6a-1fa3-466f-859f-af3b5e9e6b6f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.219013] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.219284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.219359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.219468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d451665-3749-41a0-8aa8-e4ee11218a8f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.219598] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.219736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.219810] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.219912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f31d639e-81ef-48d0-ad6c-6e73ab77f010" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.220048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.220883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.220883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.220883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e8b331-d7b2-4f68-aea9-558857703c8d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.220883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.221198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.221198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.221198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b687477-6c94-4dfc-9461-69a0177b4bc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.221294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.221443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.271372] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.271372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.281787] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.281787] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.284303] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.284303] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.293089] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.293436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.305196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.305579] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.305654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.305700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.306441] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.312357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.312357] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 is going to be updated. [ 758.312357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.312357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.312357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.312357] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.312357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.312357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.312357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.312357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.312357] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.312357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.312357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.312357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.312357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.313043] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.313043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.313043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.313043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.313043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.313043] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 is going to be created. [ 758.313548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.313706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.313788] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.313905] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cac08d0-3ebb-4e58-ba1b-999b7c278f31" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.319468] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.319604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.319676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.319872] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.319953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.320372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad8088be-0bd9-4832-a4ec-af034bd9f178" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.320524] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.320683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.321702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.321818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63089716-6eb0-4bec-b1c3-862320b56f04" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.321949] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.322124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.322202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.322308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42a1aed-6dbd-496e-80e6-ca87b75a4d33" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.322479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.322574] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.322647] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.322792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.400174] env[63386]: INFO networking_nsxv3.common.synchronization [req-9cbb754e-4217-4c73-8cf1-d957e1e2368b req-ca777880-46ce-4d1f-bd47-d3476874edf7 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 758.400862] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 758.401380] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.401801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.401801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.402030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.402286] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.402410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.402458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.402682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.402780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.402872] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.515826] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.516046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.516230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.516567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.516774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.524050] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.525027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.525027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.525027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.525027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.541208] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 in Status: IN_PROGRESS for 2s [ 758.547288] env[63386]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 758.547690] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 in Status: IN_PROGRESS for 2s [ 758.579632] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e00206ab-28f8-4611-9b05-bc2fe5d61f5e: rpc.has_security_group_logging(os_id): False [ 758.616123] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.616330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.616382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.616585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.622152] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9221d840-de30-4747-9848-e3ea76cb6dd5: rpc.has_security_group_logging(os_id): False [ 758.623660] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa8726c6-2cb6-4cf4-bd9a-a351213c2807: rpc.has_security_group_logging(os_id): False [ 758.627296] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50d74e64-b119-4598-93b3-6cb09ff212df: rpc.has_security_group_logging(os_id): False [ 758.654871] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.655097] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.659246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.659501] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.659649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.659732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.659913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.660377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.660377] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.660377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.660377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.660698] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.660698] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.660810] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.660900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.660961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.661129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.661219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.661306] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 758.665096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.665096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.672116] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.672297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.674864] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.675068] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.694736] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.708711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.708711] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.708711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.708711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.708711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.708711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.708711] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 is going to be updated. [ 758.710759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.711172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.762121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.762121] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.762121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.762121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.762121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.762121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.762121] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.762121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.762121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.762121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.762121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.762670] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.762670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.762670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.762670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.762670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.762840] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 is going to be updated. [ 758.765413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.765413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.780223] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.780355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.784578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.784578] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.784578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.784817] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.784882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.785501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.786282] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d74e64-b119-4598-93b3-6cb09ff212df is going to be updated. [ 758.786919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.787119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.787274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.818918] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.819103] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.819194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.819488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.819697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.825485] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 758.832393] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 in Status: IN_PROGRESS for 2s [ 758.863062] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.863062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.863062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.863062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.863062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.880766] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: IN_PROGRESS for 2s [ 758.908578] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.908578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.908578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.908578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.933821] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.933821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.960058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.960058] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.960058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.960058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.960058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.960058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.960998] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 758.962966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.963442] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.963811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.981676] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d74e64-b119-4598-93b3-6cb09ff212df in Status: IN_PROGRESS for 2s [ 758.994769] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 758.994996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.995199] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.995460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.995777] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.996083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.996286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.996630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.997223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.997342] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.997453] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.998602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.998800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.998980] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.999130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.999166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.999319] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.999401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.999491] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.020481] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.020634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.020708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.020914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.021071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.031024] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 759.111875] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: SUCCESS [ 759.111875] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 deletion is rescheduled due to dependency. [ 759.111875] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.197455] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.505214] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.506515] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.506902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.699237] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.699600] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.699600] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.699826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.699938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.700107] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed is going to be updated. [ 759.725052] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.725425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.725425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.725889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.725889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.734035] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed in Status: IN_PROGRESS for 2s [ 760.008426] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.513593] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.513781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.513856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.514091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.514185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.514288] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 760.541919] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.542153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.542229] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.542441] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.542587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.554764] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 760.556923] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 in Status: SUCCESS [ 760.557313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.558060] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 in Status: SUCCESS [ 760.558254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.838412] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 760.838412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.841536] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 in Status: SUCCESS [ 760.841738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.891387] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: SUCCESS [ 760.891857] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.994814] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50d74e64-b119-4598-93b3-6cb09ff212df in Status: SUCCESS [ 760.994814] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.039081] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 761.039447] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 deletion is rescheduled due to dependency. [ 761.039447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.745872] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed in Status: SUCCESS [ 761.746548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.563443] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 762.565848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.565848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.565848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.565848] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.565848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.565848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.565848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.565848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.565848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.571128] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.571128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.571128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.571128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.571128] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.571128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.571128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.571128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.571128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.571128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.571128] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.071671] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4783d4fa-0126-4867-9e36-72dbc1e89acc: rpc.has_security_group_logging(os_id): False [ 763.091113] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.091236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.091778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.091778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.111027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.111027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.111027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.111027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.111027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.111027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.111027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.111027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.111027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.111027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.111027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.111027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.111027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.111027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.111993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.111993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.111993] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 763.193570] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.193570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.193570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.193570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.193570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.202158] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 763.404097] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 763.404097] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 764.337606] env[63386]: INFO networking_nsxv3.common.synchronization [req-a9fe7edd-b9cd-456f-911b-d65ca01f3314 req-486ffd94-e0dc-4d28-bedd-25a30d129849 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 764.338237] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 764.338561] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.338775] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.338775] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.338942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.339227] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.339365] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.339768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.339768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.339768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.339931] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.845297] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.845297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.845297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.845297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.845297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.845297] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.845297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.845297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.845297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.845297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.845297] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 764.870206] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.870206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.870206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.870206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.870206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.880142] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 765.215062] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 765.215289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.215476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.215704] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.215792] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.720579] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.721250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.721250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.721250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.721719] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.721719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.721719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.722057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.722057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.722213] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.722295] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.167910] env[63386]: INFO networking_nsxv3.common.synchronization [None req-67ed1080-5fe7-405a-8817-9d2cda2f91c1 None None] Enqueued Resource ID: 8b51004e-6346-4eaf-91ee-fa964f52bab5 with Priority: HIGHEST for action port [ 766.168642] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b51004e-6346-4eaf-91ee-fa964f52bab5 with Priority: HIGHEST for action port [ 766.168969] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b51004e-6346-4eaf-91ee-fa964f52bab5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.169149] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b51004e-6346-4eaf-91ee-fa964f52bab5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.169194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b51004e-6346-4eaf-91ee-fa964f52bab5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.169453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b51004e-6346-4eaf-91ee-fa964f52bab5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.169534] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b51004e-6346-4eaf-91ee-fa964f52bab5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.226425] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.226425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.226425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.226425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.226425] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.226425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.226425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.226425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.226425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.226425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.226425] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.226425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.226425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.227050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.227050] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.227050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.227050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.227050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.227050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.227284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.227284] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.674622] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b51004e-6346-4eaf-91ee-fa964f52bab5 [ 766.674915] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.675129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.675203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.675679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.675679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.675679] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b51004e-6346-4eaf-91ee-fa964f52bab5 already deleted. [ 766.675679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b51004e-6346-4eaf-91ee-fa964f52bab5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.736399] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4783d4fa-0126-4867-9e36-72dbc1e89acc: rpc.has_security_group_logging(os_id): False [ 766.739574] env[63386]: INFO networking_nsxv3.common.synchronization [req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 req-1ca55c95-9f39-4e3d-8907-c4f1db334f89 tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Enqueued Resource ID: 66d35b41-4b28-479b-9764-5013889d72d6 with Priority: HIGHEST for action security_group_members [ 766.740448] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d35b41-4b28-479b-9764-5013889d72d6 with Priority: HIGHEST for action security_group_members [ 766.741424] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d35b41-4b28-479b-9764-5013889d72d6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.741726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.741919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.742372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.742669] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.744941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.744941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.744941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.744941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.744941] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66d35b41-4b28-479b-9764-5013889d72d6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.758494] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.758494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.758494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.758494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.758494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.758494] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.758494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.758494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.758494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.758494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.759054] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.759054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.759054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.759368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.759599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.759974] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.760140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.760225] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.760409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.760504] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.760618] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 766.790918] env[63386]: INFO networking_nsxv3.common.synchronization [None req-9beba556-450b-4090-94a4-e45b62c3098a None None] Enqueued Resource ID: b73cf01c-980a-42df-8d89-def210da00bf with Priority: HIGHEST for action port [ 766.791627] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b73cf01c-980a-42df-8d89-def210da00bf with Priority: HIGHEST for action port [ 766.791953] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-b73cf01c-980a-42df-8d89-def210da00bf taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.792116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b73cf01c-980a-42df-8d89-def210da00bf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.792277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b73cf01c-980a-42df-8d89-def210da00bf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.792545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b73cf01c-980a-42df-8d89-def210da00bf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.792871] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b73cf01c-980a-42df-8d89-def210da00bf',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.839986] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.840204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.840279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.840610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.840826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.860654] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 766.904248] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 766.904248] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e deletion is rescheduled due to dependency. [ 766.904248] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.938962] env[63386]: INFO networking_nsxv3.common.synchronization [req-db01e740-ebf6-4dba-b198-38d99c92f6e7 req-64f41ca3-90f7-4ea8-96a2-d54ce3f8d0bd tempest-VolumesAssistedSnapshotsTest-987263509 tempest-VolumesAssistedSnapshotsTest-987263509-project-member] Enqueued Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGHEST for action security_group_members [ 766.939288] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGHEST for action security_group_members [ 766.940069] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.940069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.943386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.943478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.944161] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.944161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.944161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.944161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.944161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.944396] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa8726c6-2cb6-4cf4-bd9a-a351213c2807',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.252650] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.252650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.252650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.252650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.252650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.252650] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.252650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.252650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.252650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.252650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.252650] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d35b41-4b28-479b-9764-5013889d72d6 already deleted. [ 767.252650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.295103] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b73cf01c-980a-42df-8d89-def210da00bf [ 767.295343] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.295494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.295563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.295765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.295871] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.295977] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b73cf01c-980a-42df-8d89-def210da00bf already deleted. [ 767.296116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b73cf01c-980a-42df-8d89-def210da00bf" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.447610] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.447811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.447811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.448108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.448108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.449112] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.449535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.449535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.449535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.449535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.450560] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 is going to be updated. [ 767.476110] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.476110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.476296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.476427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.476571] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.486713] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 in Status: IN_PROGRESS for 2s [ 767.939188] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.939506] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-829" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.939681] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-829" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.939989] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-829" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.940295] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.940499] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.940646] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.940889] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.941613] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.941613] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.941613] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.941613] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.941613] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.942017] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.942017] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.942017] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.959374] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.959374] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 767.959545] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.959679] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-829" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.960084] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-9229b521-750e-4ee1-a664-e5d5a0c79e21 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.960280] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-9229b521-750e-4ee1-a664-e5d5a0c79e21" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.961286] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-9229b521-750e-4ee1-a664-e5d5a0c79e21" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.961286] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-9229b521-750e-4ee1-a664-e5d5a0c79e21" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.961286] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9229b521-750e-4ee1-a664-e5d5a0c79e21',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.964365] env[63386]: INFO networking_nsxv3.common.synchronization [req-4382411f-e5e0-4670-82c2-b56b769cc73b req-59ff8a23-80bd-4d5a-9224-eb5b84da6e53 tempest-ServerAddressesTestJSON-1140068985 tempest-ServerAddressesTestJSON-1140068985-project-member] Enqueued Resource ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 with Priority: HIGHEST for action security_group_members [ 767.965095] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 with Priority: HIGHEST for action security_group_members [ 767.965418] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b476e9a7-4c13-43d0-8adb-1a7029dbb919 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.965808] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.965808] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.966863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.966863] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.966863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.966863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.966863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.966863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.966863] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b476e9a7-4c13-43d0-8adb-1a7029dbb919',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.289293] env[63386]: INFO networking_nsxv3.common.synchronization [req-102c8b52-301a-455e-8248-6f78298b6c2a req-fc6e1888-614a-41f7-9c92-d3513b2714fd tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGHEST for action security_group_members [ 768.290138] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGHEST for action security_group_members [ 768.290552] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-50d74e64-b119-4598-93b3-6cb09ff212df taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.290871] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.290991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.291276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.291494] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.291594] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.291653] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.291821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.291910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.292012] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50d74e64-b119-4598-93b3-6cb09ff212df',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.465713] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.465713] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.465713] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.465901] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.466075] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.466270] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 9229b521-750e-4ee1-a664-e5d5a0c79e21 not found, creating... [ 768.466615] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.466839] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.466981] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.469989] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.470190] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.470524] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.470706] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.470825] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.471091] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.471259] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.471422] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 9229b521-750e-4ee1-a664-e5d5a0c79e21 is going to be created. [ 768.473029] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.473145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.473194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.473359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.473444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.473628] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.473777] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.473852] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.474011] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.474011] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.474225] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 is going to be updated. [ 768.494214] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.494214] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.494214] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.494647] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.494958] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.495279] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-9229b521-750e-4ee1-a664-e5d5a0c79e21" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.499259] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.499389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.499458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.499694] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.499875] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.507649] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 in Status: IN_PROGRESS for 2s [ 768.795305] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.795480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.795528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.795770] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.796560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.797398] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.797398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.797398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.797398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.797398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.797398] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d74e64-b119-4598-93b3-6cb09ff212df is going to be updated. [ 768.827154] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.827154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.827154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.827154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.827154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.833459] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d74e64-b119-4598-93b3-6cb09ff212df in Status: IN_PROGRESS for 2s [ 768.874656] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 768.874656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.364330] env[63386]: INFO networking_nsxv3.common.synchronization [None req-f7519587-954a-4a48-b6e6-2da9cf6ec97c None None] Enqueued Resource ID: 39af4417-fd76-43cf-8e01-d4944bd44f0d with Priority: HIGHEST for action port [ 769.364330] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39af4417-fd76-43cf-8e01-d4944bd44f0d with Priority: HIGHEST for action port [ 769.364330] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-39af4417-fd76-43cf-8e01-d4944bd44f0d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.364330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39af4417-fd76-43cf-8e01-d4944bd44f0d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.364330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39af4417-fd76-43cf-8e01-d4944bd44f0d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.365680] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39af4417-fd76-43cf-8e01-d4944bd44f0d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.367190] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39af4417-fd76-43cf-8e01-d4944bd44f0d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.497179] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 in Status: SUCCESS [ 769.497417] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 deletion is rescheduled due to dependency. [ 769.498226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.560711] env[63386]: INFO networking_nsxv3.common.synchronization [req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 req-93e40bc2-f001-41e7-bfc3-162629624bd1 service nova] Enqueued Resource ID: 66d35b41-4b28-479b-9764-5013889d72d6 with Priority: HIGHEST for action security_group_rules [ 769.560913] env[63386]: INFO networking_nsxv3.common.synchronization [req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 req-93e40bc2-f001-41e7-bfc3-162629624bd1 service nova] Enqueued Resource ID: 66d35b41-4b28-479b-9764-5013889d72d6 with Priority: HIGHEST for action security_group_members [ 769.561086] env[63386]: INFO networking_nsxv3.common.synchronization [req-8e3d0d92-66d9-4917-8464-0ffe8caeb8e4 req-93e40bc2-f001-41e7-bfc3-162629624bd1 service nova] Enqueued Resource ID: 9229b521-750e-4ee1-a664-e5d5a0c79e21 with Priority: HIGHEST for action port [ 769.561353] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d35b41-4b28-479b-9764-5013889d72d6 with Priority: HIGHEST for action security_group_rules [ 769.561484] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d35b41-4b28-479b-9764-5013889d72d6 with Priority: HIGHEST for action security_group_members [ 769.561557] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9229b521-750e-4ee1-a664-e5d5a0c79e21 with Priority: HIGHEST for action port [ 769.564552] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66d35b41-4b28-479b-9764-5013889d72d6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.564796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.564796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.565180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.565180] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66d35b41-4b28-479b-9764-5013889d72d6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.569021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d35b41-4b28-479b-9764-5013889d72d6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.569021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.569021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.569021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.569021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.569021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.569021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.569021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.569021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.569021] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66d35b41-4b28-479b-9764-5013889d72d6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.573035] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-9229b521-750e-4ee1-a664-e5d5a0c79e21 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.573035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9229b521-750e-4ee1-a664-e5d5a0c79e21" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.573035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9229b521-750e-4ee1-a664-e5d5a0c79e21" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.573556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9229b521-750e-4ee1-a664-e5d5a0c79e21" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.573556] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9229b521-750e-4ee1-a664-e5d5a0c79e21',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.609220] env[63386]: INFO networking_nsxv3.common.synchronization [None req-086c9096-9e90-4286-9b59-a86828e25906 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Enqueued Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_rules [ 769.610165] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_rules [ 769.610321] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.610838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.610838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.610838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.610838] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.728625] env[63386]: INFO networking_nsxv3.common.synchronization [None req-9f446714-9245-4d45-b9f6-c0080eead9f2 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Enqueued Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_rules [ 769.729320] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_rules [ 769.729648] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.729766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.868114] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39af4417-fd76-43cf-8e01-d4944bd44f0d [ 769.868355] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.868498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.868574] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.868849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.868891] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.869205] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39af4417-fd76-43cf-8e01-d4944bd44f0d already deleted. [ 769.869205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39af4417-fd76-43cf-8e01-d4944bd44f0d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.019818] env[63386]: INFO networking_nsxv3.common.synchronization [None req-22475e3c-fd31-40f4-8cf5-46106865645a None None] Enqueued Resource ID: 8b08a43e-3d76-46fe-867f-d502ffd4d0f4 with Priority: HIGHEST for action port [ 770.019818] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b08a43e-3d76-46fe-867f-d502ffd4d0f4 with Priority: HIGHEST for action port [ 770.020110] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b08a43e-3d76-46fe-867f-d502ffd4d0f4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.020284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b08a43e-3d76-46fe-867f-d502ffd4d0f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.020375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b08a43e-3d76-46fe-867f-d502ffd4d0f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.021261] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b08a43e-3d76-46fe-867f-d502ffd4d0f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.021261] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b08a43e-3d76-46fe-867f-d502ffd4d0f4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.074686] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d35b41-4b28-479b-9764-5013889d72d6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.074686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.079640] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66d35b41-4b28-479b-9764-5013889d72d6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.079640] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9229b521-750e-4ee1-a664-e5d5a0c79e21 with status ACTIVE [ 770.079640] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.079640] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.079640] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.079640] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.081059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.081059] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.081059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.081228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.081331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.081432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.081675] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.081793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.081956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.082064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.082161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.082258] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9229b521-750e-4ee1-a664-e5d5a0c79e21 is going to be updated. [ 770.104991] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.105111] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.105207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.105379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.105552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.105797] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9229b521-750e-4ee1-a664-e5d5a0c79e21" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.129988] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.130181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.130279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.130568] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.130677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.130798] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a68629d5-f240-4762-ad14-40fa9554c0ac already deleted. [ 770.130914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.131170] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.131470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.131470] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.522936] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 in Status: SUCCESS [ 770.523207] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 deletion is rescheduled due to dependency. [ 770.524017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.525328] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b08a43e-3d76-46fe-867f-d502ffd4d0f4 [ 770.525328] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.525328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.525328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.525570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.525570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.525666] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b08a43e-3d76-46fe-867f-d502ffd4d0f4 already deleted. [ 770.525705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b08a43e-3d76-46fe-867f-d502ffd4d0f4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.587047] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66d35b41-4b28-479b-9764-5013889d72d6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.587047] env[63386]: INFO networking_nsxv3.common.synchronization [None req-e0f8e32d-8ba4-4ef1-9eed-6c4b363da400 None None] Enqueued Resource ID: 23b2c8a3-08d9-4fee-a379-1a390f5b62a2 with Priority: HIGHEST for action port [ 770.588914] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b2c8a3-08d9-4fee-a379-1a390f5b62a2 with Priority: HIGHEST for action port [ 770.589820] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-23b2c8a3-08d9-4fee-a379-1a390f5b62a2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.590149] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23b2c8a3-08d9-4fee-a379-1a390f5b62a2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.590314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23b2c8a3-08d9-4fee-a379-1a390f5b62a2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.590658] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23b2c8a3-08d9-4fee-a379-1a390f5b62a2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.591256] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23b2c8a3-08d9-4fee-a379-1a390f5b62a2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.653362] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.653530] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.655022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.655022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.655022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.655022] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a68629d5-f240-4762-ad14-40fa9554c0ac already deleted. [ 770.655022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.846327] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50d74e64-b119-4598-93b3-6cb09ff212df in Status: SUCCESS [ 770.847437] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50d74e64-b119-4598-93b3-6cb09ff212df deletion is rescheduled due to dependency. [ 770.847437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.087920] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.087920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.087920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.088212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.088212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.088293] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d35b41-4b28-479b-9764-5013889d72d6 is going to be created. [ 771.096431] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23b2c8a3-08d9-4fee-a379-1a390f5b62a2 [ 771.097578] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.097578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.097578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.097822] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.098561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.098561] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23b2c8a3-08d9-4fee-a379-1a390f5b62a2 already deleted. [ 771.098561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23b2c8a3-08d9-4fee-a379-1a390f5b62a2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.111090] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.111384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.111467] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.111691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.111874] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.121937] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d35b41-4b28-479b-9764-5013889d72d6 in Status: UNINITIALIZED for 2s [ 772.122727] env[63386]: INFO networking_nsxv3.common.synchronization [req-25d75d48-fe62-4f02-bfb4-380124a2ab8a req-167c7873-f536-4399-9d7d-0993deba916e tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 772.123305] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 772.123620] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.124090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.124175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.124404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.124761] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.124761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.124761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.124967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.124967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.125084] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.365296] env[63386]: INFO networking_nsxv3.common.synchronization [req-25d75d48-fe62-4f02-bfb4-380124a2ab8a req-ad7f014f-0786-4dc1-8c6a-87f3831aa5ed tempest-ServersTestMultiNic-63434654 tempest-ServersTestMultiNic-63434654-project-member] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 772.368821] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGHEST for action security_group_members [ 772.368821] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.368821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.628280] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.002373] env[63386]: INFO networking_nsxv3.common.synchronization [None req-a08d0d2e-f052-4d7d-a53b-8f1408212200 None None] Enqueued Resource ID: 0d05e464-200f-47c5-bb00-8501b0f2684f with Priority: HIGHEST for action port [ 773.002966] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d05e464-200f-47c5-bb00-8501b0f2684f with Priority: HIGHEST for action port [ 773.003372] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d05e464-200f-47c5-bb00-8501b0f2684f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.003553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d05e464-200f-47c5-bb00-8501b0f2684f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.003677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d05e464-200f-47c5-bb00-8501b0f2684f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.004020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d05e464-200f-47c5-bb00-8501b0f2684f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.008166] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d05e464-200f-47c5-bb00-8501b0f2684f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.134021] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.134021] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d35b41-4b28-479b-9764-5013889d72d6 in Status: SUCCESS [ 773.134021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.134021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.134021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.134021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.134021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.134021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.135478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.135592] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.135690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.135783] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66d35b41-4b28-479b-9764-5013889d72d6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.509390] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d05e464-200f-47c5-bb00-8501b0f2684f [ 773.509390] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.509390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.509390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.509390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.509390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.509390] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d05e464-200f-47c5-bb00-8501b0f2684f already deleted. [ 773.509390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d05e464-200f-47c5-bb00-8501b0f2684f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.645029] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.645029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.645029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.645029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.645029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.645029] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 773.645029] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d35b41-4b28-479b-9764-5013889d72d6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.645029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.645029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.645029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.645029] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.645029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.645029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.645029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.645029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.645029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.645667] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d35b41-4b28-479b-9764-5013889d72d6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.645667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.645734] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.645997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.646242] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.646242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.646364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.646505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.646505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.646596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.646684] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66d35b41-4b28-479b-9764-5013889d72d6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.687589] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.688276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.688354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.688525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.688680] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.697868] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 774.105872] env[63386]: INFO networking_nsxv3.common.synchronization [None req-a9dc8efc-2422-40c6-bc21-b0ec59b6a40a None None] Enqueued Resource ID: 521c2b62-56a9-4f7f-9222-e2241cf22af9 with Priority: HIGHEST for action port [ 774.106154] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 521c2b62-56a9-4f7f-9222-e2241cf22af9 with Priority: HIGHEST for action port [ 774.106719] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-521c2b62-56a9-4f7f-9222-e2241cf22af9 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.106845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-521c2b62-56a9-4f7f-9222-e2241cf22af9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.106914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-521c2b62-56a9-4f7f-9222-e2241cf22af9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.107207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-521c2b62-56a9-4f7f-9222-e2241cf22af9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.107757] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('521c2b62-56a9-4f7f-9222-e2241cf22af9',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.149645] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66d35b41-4b28-479b-9764-5013889d72d6: rpc.has_security_group_logging(os_id): False [ 774.167207] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.167348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.169421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.169421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.169421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.169421] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.169421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.169421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.169421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.169421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.169421] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.169421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.169421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.169421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.169421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.169421] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.170048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.170048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.170048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.170048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.170048] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66d35b41-4b28-479b-9764-5013889d72d6 is going to be created. [ 774.221427] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.221427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.221427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.221711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.221711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.232974] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66d35b41-4b28-479b-9764-5013889d72d6 in Status: IN_PROGRESS for 2s [ 774.573221] env[63386]: INFO networking_nsxv3.common.synchronization [None req-4a154c05-cb97-463b-bf94-bc2b59f8cb6e tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Enqueued Resource ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be with Priority: HIGHEST for action security_group_rules [ 774.573772] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be with Priority: HIGHEST for action security_group_rules [ 774.574089] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.574207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.574272] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.574525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.574622] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcf4ca53-53b8-4352-8e8c-be42cdac11be',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.611193] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 521c2b62-56a9-4f7f-9222-e2241cf22af9 [ 774.611426] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.612262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.612262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.612262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.612262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.612262] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:521c2b62-56a9-4f7f-9222-e2241cf22af9 already deleted. [ 774.612262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-521c2b62-56a9-4f7f-9222-e2241cf22af9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.961239] env[63386]: INFO networking_nsxv3.common.synchronization [None req-43ec694e-b172-48a5-acfb-2f834a685ffb tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Enqueued Resource ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be with Priority: HIGHEST for action security_group_rules [ 774.961239] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be with Priority: HIGHEST for action security_group_rules [ 774.961565] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.961666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.097471] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.097736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.097736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.097990] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.098094] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.098192] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be already deleted. [ 775.098276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.098825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.099046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.099128] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcf4ca53-53b8-4352-8e8c-be42cdac11be',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.619135] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.619135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.619135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.619588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.619588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.619588] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be already deleted. [ 775.619588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.708129] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 775.708373] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.708540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.708754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.708939] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.709075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.709155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.709311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.709406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.709500] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.216455] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.216604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.216678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.216893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.216985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.217200] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.217305] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.217371] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.217558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.217642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.217748] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be updated. [ 776.243690] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.243917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.243917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.244120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.244380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.245817] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66d35b41-4b28-479b-9764-5013889d72d6 in Status: SUCCESS [ 776.246015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.252066] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: IN_PROGRESS for 2s [ 776.458765] env[63386]: INFO networking_nsxv3.common.synchronization [None req-b35b75cf-8e0b-4675-9bbb-d3e7bf40b7d0 None None] Enqueued Resource ID: bb27b159-eb52-4b7e-bdfe-de232b02ca5c with Priority: HIGHEST for action port [ 776.459082] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb27b159-eb52-4b7e-bdfe-de232b02ca5c with Priority: HIGHEST for action port [ 776.459664] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb27b159-eb52-4b7e-bdfe-de232b02ca5c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.459799] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb27b159-eb52-4b7e-bdfe-de232b02ca5c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.459862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb27b159-eb52-4b7e-bdfe-de232b02ca5c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.460290] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb27b159-eb52-4b7e-bdfe-de232b02ca5c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.460290] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb27b159-eb52-4b7e-bdfe-de232b02ca5c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.963806] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb27b159-eb52-4b7e-bdfe-de232b02ca5c [ 776.963806] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.963806] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.963806] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.963806] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.963806] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.963806] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb27b159-eb52-4b7e-bdfe-de232b02ca5c already deleted. [ 776.963806] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb27b159-eb52-4b7e-bdfe-de232b02ca5c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.265678] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc in Status: SUCCESS [ 778.265966] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc deletion is rescheduled due to dependency. [ 778.266024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.448052] env[63386]: INFO networking_nsxv3.common.synchronization [req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 req-aeadcb5d-98dc-4e46-8098-5a6e3f16e97a tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Enqueued Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_members [ 781.448677] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_members [ 781.448990] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.449185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.449280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.449561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.449748] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.449875] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.449960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.450153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.450271] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.450387] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.775491] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.775713] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-549" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.775883] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-549" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.776322] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-549" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.776640] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.776850] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.777021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.777288] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.777503] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.777963] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.778138] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.778301] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.778427] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.778554] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.778667] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.778806] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.798304] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.798470] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 781.798616] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.798788] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-549" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.799087] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-694c89fd-8714-4733-8e64-09a93b61624a taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.799260] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.799385] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.799701] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.799842] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('694c89fd-8714-4733-8e64-09a93b61624a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.953745] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.953745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.954154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.954154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.954154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.954383] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.954514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.954597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.954790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.954879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.954991] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b already deleted. [ 781.955109] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.302055] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.302303] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.302438] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.302726] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.302883] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.303060] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 694c89fd-8714-4733-8e64-09a93b61624a not found, creating... [ 782.303324] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.303565] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.303698] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.303927] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.304087] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.304401] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.304590] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.304722] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.304938] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.305094] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.305244] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 694c89fd-8714-4733-8e64-09a93b61624a is going to be created. [ 782.324526] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.324757] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.324874] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.325150] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.325381] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.325600] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.027680] env[63386]: INFO networking_nsxv3.common.synchronization [req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 req-6b5e3b13-80ab-414e-a6e9-0b46e9f09084 service nova] Enqueued Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_rules [ 783.027931] env[63386]: INFO networking_nsxv3.common.synchronization [req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 req-6b5e3b13-80ab-414e-a6e9-0b46e9f09084 service nova] Enqueued Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_members [ 783.028011] env[63386]: INFO networking_nsxv3.common.synchronization [req-7f5de994-a4fb-41ee-8cbc-f3f97ac5cc81 req-6b5e3b13-80ab-414e-a6e9-0b46e9f09084 service nova] Enqueued Resource ID: 694c89fd-8714-4733-8e64-09a93b61624a with Priority: HIGHEST for action port [ 783.028253] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_rules [ 783.028373] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_members [ 783.028476] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694c89fd-8714-4733-8e64-09a93b61624a with Priority: HIGHEST for action port [ 783.031058] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.031252] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.031337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.031589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.031666] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.033599] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.033599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.033599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.033599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.033599] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.033599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.033809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.033809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.033865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.033942] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.034677] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-694c89fd-8714-4733-8e64-09a93b61624a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.034780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.034844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.038020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.038020] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('694c89fd-8714-4733-8e64-09a93b61624a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.261056] env[63386]: INFO networking_nsxv3.common.synchronization [req-bd210c1d-1f24-4e6d-9845-f582f92ac040 req-24178722-2d24-4dd7-88d4-e787bfa0adcd tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Enqueued Resource ID: 66d35b41-4b28-479b-9764-5013889d72d6 with Priority: HIGHEST for action security_group_members [ 783.261588] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d35b41-4b28-479b-9764-5013889d72d6 with Priority: HIGHEST for action security_group_members [ 783.261884] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d35b41-4b28-479b-9764-5013889d72d6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.262028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.262083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.262278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.262431] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.262532] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.262595] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.262729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.262811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.262901] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66d35b41-4b28-479b-9764-5013889d72d6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.539189] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.540493] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.540601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.542085] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 694c89fd-8714-4733-8e64-09a93b61624a with status ACTIVE [ 783.542261] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.542369] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.542475] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.542638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.542728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.542894] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.542992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.543067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.543221] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.543299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.543544] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.543649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.543706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.543843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.543919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.544011] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 694c89fd-8714-4733-8e64-09a93b61624a is going to be updated. [ 783.573544] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.573733] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.573784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.573964] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.574110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.574270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.765301] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.765443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.765525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.766447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.766447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.766447] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.766447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.766447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.766690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.766690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.766756] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d35b41-4b28-479b-9764-5013889d72d6 is going to be updated. [ 783.795061] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.795224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.795272] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.795697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.795697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.807493] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d35b41-4b28-479b-9764-5013889d72d6 in Status: IN_PROGRESS for 2s [ 783.931439] env[63386]: INFO networking_nsxv3.common.synchronization [req-34892864-b1f4-4b6b-af15-8565b78676c7 req-c5a77f46-c648-4017-959e-e9d97a62106f tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Enqueued Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_members [ 783.932033] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_members [ 783.932340] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.932492] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.932566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.932764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.932919] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.933805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.933919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.934100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.934192] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.934286] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.041825] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.244277] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.244524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-384" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.244650] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-384" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.244925] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-384" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.245201] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.245367] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.245489] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.246076] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.246243] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.246540] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.246572] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.246684] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.246799] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.246919] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.247092] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.247178] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.264089] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.264169] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 784.264250] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.264435] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-384" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.264722] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-f2b36032-3eef-44e6-a9c7-eebefb63459f taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.264884] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-f2b36032-3eef-44e6-a9c7-eebefb63459f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.265016] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-f2b36032-3eef-44e6-a9c7-eebefb63459f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.265312] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-f2b36032-3eef-44e6-a9c7-eebefb63459f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.265457] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2b36032-3eef-44e6-a9c7-eebefb63459f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.436814] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.436983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.437070] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.437287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.456462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.456715] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.456834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.456900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.457104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.457186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.457277] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 is going to be updated. [ 784.479120] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.479261] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.479331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.479522] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.479659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.486965] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 in Status: IN_PROGRESS for 2s [ 784.544558] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.544702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.544772] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.544982] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.546192] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.546192] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b is going to be created. [ 784.570176] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.570359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.570409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.570599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.570759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.579956] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: UNINITIALIZED for 2s [ 784.767927] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.770293] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.770482] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.770772] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.771052] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.771244] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port f2b36032-3eef-44e6-a9c7-eebefb63459f not found, creating... [ 784.771561] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.771745] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.771864] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.772124] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.772268] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.772559] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.772720] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.772839] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.773164] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.773339] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.773582] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: f2b36032-3eef-44e6-a9c7-eebefb63459f is going to be created. [ 784.795943] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.796202] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.796325] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.796694] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.796826] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.797077] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-f2b36032-3eef-44e6-a9c7-eebefb63459f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.475481] env[63386]: INFO networking_nsxv3.common.synchronization [req-34892864-b1f4-4b6b-af15-8565b78676c7 req-b28740a0-13c2-4d35-918b-c2291b4937e0 service nova] Enqueued Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_rules [ 785.475759] env[63386]: INFO networking_nsxv3.common.synchronization [req-34892864-b1f4-4b6b-af15-8565b78676c7 req-b28740a0-13c2-4d35-918b-c2291b4937e0 service nova] Enqueued Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_members [ 785.475828] env[63386]: INFO networking_nsxv3.common.synchronization [req-34892864-b1f4-4b6b-af15-8565b78676c7 req-b28740a0-13c2-4d35-918b-c2291b4937e0 service nova] Enqueued Resource ID: f2b36032-3eef-44e6-a9c7-eebefb63459f with Priority: HIGHEST for action port [ 785.476053] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_rules [ 785.476257] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_members [ 785.476338] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2b36032-3eef-44e6-a9c7-eebefb63459f with Priority: HIGHEST for action port [ 785.476804] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.476930] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.476996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.477511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.477594] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.478786] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.478888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.479079] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2b36032-3eef-44e6-a9c7-eebefb63459f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.479186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2b36032-3eef-44e6-a9c7-eebefb63459f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.479254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2b36032-3eef-44e6-a9c7-eebefb63459f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.479415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2b36032-3eef-44e6-a9c7-eebefb63459f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.479489] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2b36032-3eef-44e6-a9c7-eebefb63459f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.816938] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d35b41-4b28-479b-9764-5013889d72d6 in Status: SUCCESS [ 785.817065] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d35b41-4b28-479b-9764-5013889d72d6 deletion is rescheduled due to dependency. [ 785.817116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.980942] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.981110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.981321] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2b36032-3eef-44e6-a9c7-eebefb63459f with status ACTIVE [ 785.981492] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.981602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.981672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.981885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.981975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.982166] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.982319] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.982319] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.982461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.982534] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.982709] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.982803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.982865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.983010] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.983088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.983171] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2b36032-3eef-44e6-a9c7-eebefb63459f is going to be updated. [ 786.008144] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.008277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.008357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.008543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.008739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.008833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2b36032-3eef-44e6-a9c7-eebefb63459f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.496958] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 in Status: SUCCESS [ 786.496958] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 deletion is rescheduled due to dependency. [ 786.497454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.497696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.497993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.498429] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.498429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.498429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.498726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.498870] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.498990] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.577447] env[63386]: INFO networking_nsxv3.common.synchronization [req-623cfda4-b944-4995-901e-259e9d68b791 req-343fba74-7b60-4288-8dc9-a755992ec119 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 786.578832] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 786.579230] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.579943] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.579943] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.579943] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.580209] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.580209] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.580303] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.580491] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.580619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.580747] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.590806] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: SUCCESS [ 786.591028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.591411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.591605] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.591778] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.591886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.591952] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.592110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.592195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.592289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.592359] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.955960] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.956238] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.956457] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.956748] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.957091] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.957276] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.957414] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.957655] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.957865] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.958175] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.958341] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.958481] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.958600] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.958739] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 786.958864] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.959013] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.978374] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.978563] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 786.978719] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.978916] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-306" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.979269] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-539ce597-8828-4550-9e49-28d81de6a490 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.979449] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-539ce597-8828-4550-9e49-28d81de6a490" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.979589] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-539ce597-8828-4550-9e49-28d81de6a490" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.979938] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-539ce597-8828-4550-9e49-28d81de6a490" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.980091] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('539ce597-8828-4550-9e49-28d81de6a490',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.001904] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.084221] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.094292] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.094460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.094504] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.094723] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.094905] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.095065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.095137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.095311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.095397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.095489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.095709] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.095839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.096035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.096152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.096257] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.096349] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.096409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.096549] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.096625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.096705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.096791] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.483802] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.484117] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.484259] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.484575] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.484767] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.484941] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 539ce597-8828-4550-9e49-28d81de6a490 not found, creating... [ 787.485247] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.485419] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.485555] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.485809] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.485952] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.486277] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.486444] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.486583] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.486797] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.486953] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.487110] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 539ce597-8828-4550-9e49-28d81de6a490 is going to be created. [ 787.504189] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.509685] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.509964] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.510314] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.510415] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.510643] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.510873] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-539ce597-8828-4550-9e49-28d81de6a490" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.586214] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.600265] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9362a2ff-c095-4b8e-92d8-ee5246367c6b: rpc.has_security_group_logging(os_id): False [ 787.619804] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.620029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.620029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.620254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.620371] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.620678] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.620828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.620900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.621072] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.621154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.621345] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.621470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.621524] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.621642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.621737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.622010] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.622199] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.622306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.622520] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.622630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.622737] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b is going to be created. [ 787.708562] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.708562] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.708562] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.708748] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.708882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.720805] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: IN_PROGRESS for 2s [ 788.007130] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.007130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.007130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.007130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.007299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.007366] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 is going to be updated. [ 788.034270] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.034417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.034512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.034732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.034875] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.042549] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 in Status: IN_PROGRESS for 2s [ 788.089537] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.089709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.089777] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.090008] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.090098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.090193] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be updated. [ 788.126302] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.126453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.126541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.126745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.126884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.135831] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 2s [ 788.239527] env[63386]: INFO networking_nsxv3.common.synchronization [req-623cfda4-b944-4995-901e-259e9d68b791 req-511ba7d0-24ea-4af0-8672-0f605590ab42 service nova] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_rules [ 788.239527] env[63386]: INFO networking_nsxv3.common.synchronization [req-623cfda4-b944-4995-901e-259e9d68b791 req-511ba7d0-24ea-4af0-8672-0f605590ab42 service nova] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 788.239527] env[63386]: INFO networking_nsxv3.common.synchronization [req-623cfda4-b944-4995-901e-259e9d68b791 req-511ba7d0-24ea-4af0-8672-0f605590ab42 service nova] Enqueued Resource ID: 539ce597-8828-4550-9e49-28d81de6a490 with Priority: HIGHEST for action port [ 788.240042] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_rules [ 788.240281] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 788.240469] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 539ce597-8828-4550-9e49-28d81de6a490 with Priority: HIGHEST for action port [ 788.240917] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.241189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.241429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.241713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.241915] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.242907] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.243140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.243452] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-539ce597-8828-4550-9e49-28d81de6a490 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.243702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-539ce597-8828-4550-9e49-28d81de6a490" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.243854] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-539ce597-8828-4550-9e49-28d81de6a490" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.244145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-539ce597-8828-4550-9e49-28d81de6a490" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.244311] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('539ce597-8828-4550-9e49-28d81de6a490',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.746841] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.746841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.747206] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 539ce597-8828-4550-9e49-28d81de6a490 with status ACTIVE [ 788.747206] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.747206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.747324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.747499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.747557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.747686] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.747782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.747842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.747992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.748082] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.748257] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.748378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.748419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.748537] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.748609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.748692] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 539ce597-8828-4550-9e49-28d81de6a490 is going to be updated. [ 788.771475] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.771475] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.771475] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.771650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.771718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.771879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-539ce597-8828-4550-9e49-28d81de6a490" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.949776] env[63386]: INFO networking_nsxv3.common.synchronization [None req-c1777d0e-32e8-450c-b8ba-e0672a19d436 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Enqueued Resource ID: ca4a6608-e0d5-47d2-be39-08e162f0c8f6 with Priority: HIGHEST for action security_group_rules [ 788.950332] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a6608-e0d5-47d2-be39-08e162f0c8f6 with Priority: HIGHEST for action security_group_rules [ 788.950635] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca4a6608-e0d5-47d2-be39-08e162f0c8f6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.950758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca4a6608-e0d5-47d2-be39-08e162f0c8f6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.950826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca4a6608-e0d5-47d2-be39-08e162f0c8f6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.951085] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca4a6608-e0d5-47d2-be39-08e162f0c8f6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.951165] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca4a6608-e0d5-47d2-be39-08e162f0c8f6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.037679] env[63386]: INFO networking_nsxv3.common.synchronization [None req-bf63012d-452e-4044-b678-7041192f60fe tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Enqueued Resource ID: ca4a6608-e0d5-47d2-be39-08e162f0c8f6 with Priority: HIGHEST for action security_group_rules [ 789.037679] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca4a6608-e0d5-47d2-be39-08e162f0c8f6 with Priority: HIGHEST for action security_group_rules [ 789.037679] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca4a6608-e0d5-47d2-be39-08e162f0c8f6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.037679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca4a6608-e0d5-47d2-be39-08e162f0c8f6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.044861] env[63386]: INFO networking_nsxv3.common.synchronization [None req-12078983-b651-4891-9d76-04ca84d83c57 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Enqueued Resource ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba with Priority: HIGHEST for action security_group_rules [ 789.045385] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba with Priority: HIGHEST for action security_group_rules [ 789.045680] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d2c60ac-177f-47eb-958d-bbc8490958ba taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.045807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.045878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.046152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.046230] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d2c60ac-177f-47eb-958d-bbc8490958ba',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.188248] env[63386]: INFO networking_nsxv3.common.synchronization [None req-20b1aeef-5870-4e32-919e-ac7fb191d90d tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Enqueued Resource ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba with Priority: HIGHEST for action security_group_rules [ 789.188782] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba with Priority: HIGHEST for action security_group_rules [ 789.189128] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d2c60ac-177f-47eb-958d-bbc8490958ba taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.189234] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.472668] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.472668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.472668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.472668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.472668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.472668] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca4a6608-e0d5-47d2-be39-08e162f0c8f6 already deleted. [ 789.472668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca4a6608-e0d5-47d2-be39-08e162f0c8f6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.472668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca4a6608-e0d5-47d2-be39-08e162f0c8f6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.472668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca4a6608-e0d5-47d2-be39-08e162f0c8f6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.472668] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca4a6608-e0d5-47d2-be39-08e162f0c8f6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.567558] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.567558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.567558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.567558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.567558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.567558] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba already deleted. [ 789.567558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.567558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.567558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.567558] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d2c60ac-177f-47eb-958d-bbc8490958ba',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.732237] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: SUCCESS [ 789.732967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.998121] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.998482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.998482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.998569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.998753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.998753] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca4a6608-e0d5-47d2-be39-08e162f0c8f6 already deleted. [ 789.998858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca4a6608-e0d5-47d2-be39-08e162f0c8f6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.054742] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 in Status: SUCCESS [ 790.055016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.055054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.055248] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.055425] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.055535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.055596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.055758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.056093] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.056093] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.056093] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.085566] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.085566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.085566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.085566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.085566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.085566] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba already deleted. [ 790.085828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.143426] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 790.143727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.143882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.145062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.145062] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.145062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.145062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.145062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.145062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.145062] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.560530] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.651226] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.068398] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73: rpc.has_security_group_logging(os_id): False [ 791.086877] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.087308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.087529] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.087851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.088099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.088537] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.088740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.088874] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.089119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.089273] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.089425] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 is going to be updated. [ 791.150010] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.150175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.150250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.150468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.151520] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.152825] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.163801] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 in Status: IN_PROGRESS for 2s [ 791.655110] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.655110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.655225] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.655382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.655494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.655737] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be updated. [ 791.685132] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.685319] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.685395] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.685637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.685782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.695654] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 2s [ 793.098045] env[63386]: INFO networking_nsxv3.common.synchronization [req-3e51bbc5-aabd-475b-91f4-9d99ae0c44da req-e6cdf6c9-2e83-4fb1-97fa-57cf577aad4f tempest-FloatingIPsAssociationTestJSON-888308830 tempest-FloatingIPsAssociationTestJSON-888308830-project-member] Enqueued Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_members [ 793.098696] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGHEST for action security_group_members [ 793.099015] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.102507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.102590] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.102818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.103011] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.103129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.103194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.103354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.103441] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.103581] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.176231] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 in Status: SUCCESS [ 793.176474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.605547] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.605717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.605791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.606020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.624820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.625090] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.625216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.625284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.625482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.625567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.625657] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed is going to be updated. [ 793.659362] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.659921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.659921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.659921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.659921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.668795] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed in Status: IN_PROGRESS for 2s [ 793.703060] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 793.703288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.703454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.703748] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.703937] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.704094] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.704216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.704383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.704476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.704558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.704671] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.208207] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.208207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.208207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.208706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.208706] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.208872] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.208948] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.209136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.209235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.209327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.209498] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.209571] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.209629] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.209985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.210302] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.210418] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.210478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.210638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.210725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.210808] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.210904] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.715150] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5: rpc.has_security_group_logging(os_id): False [ 794.734329] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.734569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.734653] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.734871] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.753173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.753414] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.754072] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.754072] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.754072] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.754072] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.754253] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.754304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.754372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.754504] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.754607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.754804] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.755450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.755450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.755450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.755450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.755450] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be updated. [ 794.816785] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.816939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.817013] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.817225] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.817368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.832108] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 2s [ 795.532894] env[63386]: INFO networking_nsxv3.common.synchronization [req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 req-dff6f0fa-4b0f-4d18-bd81-8d68be2a433f tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 795.533452] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 795.533777] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.533896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.533963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.534184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.534338] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.534434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.534495] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.534667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.534754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.534844] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.677845] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed in Status: SUCCESS [ 795.678131] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed deletion is rescheduled due to dependency. [ 795.678187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.908188] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.908426] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.908565] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.908849] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.909119] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.909275] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.909391] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.909606] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.909750] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.909961] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.911018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.911018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.911018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.911018] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.911018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.911018] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.927981] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.928168] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 795.928310] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.928482] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.928782] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-49a5bd88-affc-4ce8-b10c-1d2744d43dec taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.928956] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-49a5bd88-affc-4ce8-b10c-1d2744d43dec" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.929084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-49a5bd88-affc-4ce8-b10c-1d2744d43dec" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.929415] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-49a5bd88-affc-4ce8-b10c-1d2744d43dec" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.929554] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49a5bd88-affc-4ce8-b10c-1d2744d43dec',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.037551] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.037727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.037800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.038027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.038149] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.038377] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.038494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.038764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.038833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.038899] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.039507] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 796.061740] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.061910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.061947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.062258] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.062350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.070228] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 796.431801] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.431801] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.432053] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.432239] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.432466] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.432642] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 49a5bd88-affc-4ce8-b10c-1d2744d43dec not found, creating... [ 796.432918] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.433189] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.433335] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.433627] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.433800] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.434112] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.434276] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.434398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.434681] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.434794] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.434938] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 49a5bd88-affc-4ce8-b10c-1d2744d43dec is going to be created. [ 796.459917] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.460257] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.460343] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.460567] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.460798] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.461038] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-49a5bd88-affc-4ce8-b10c-1d2744d43dec" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.850643] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 796.850969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.459181] env[63386]: INFO networking_nsxv3.common.synchronization [req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 req-9f13bd88-33ad-49c9-8529-56e939c7cc36 service nova] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_rules [ 797.459365] env[63386]: INFO networking_nsxv3.common.synchronization [req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 req-9f13bd88-33ad-49c9-8529-56e939c7cc36 service nova] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 797.459514] env[63386]: INFO networking_nsxv3.common.synchronization [req-7245b20b-ff17-48d0-8d8b-d74e15e9e471 req-9f13bd88-33ad-49c9-8529-56e939c7cc36 service nova] Enqueued Resource ID: 49a5bd88-affc-4ce8-b10c-1d2744d43dec with Priority: HIGHEST for action port [ 797.459750] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_rules [ 797.459887] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 797.459986] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49a5bd88-affc-4ce8-b10c-1d2744d43dec with Priority: HIGHEST for action port [ 797.461109] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.461245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.461327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.462262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.462355] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.463280] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.463383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.463693] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-49a5bd88-affc-4ce8-b10c-1d2744d43dec taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.463790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49a5bd88-affc-4ce8-b10c-1d2744d43dec" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.463790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49a5bd88-affc-4ce8-b10c-1d2744d43dec" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.463940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49a5bd88-affc-4ce8-b10c-1d2744d43dec" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.464016] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49a5bd88-affc-4ce8-b10c-1d2744d43dec',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.966734] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.967058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.967118] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49a5bd88-affc-4ce8-b10c-1d2744d43dec with status ACTIVE [ 797.967914] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.967914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.967914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.967914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.967914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.968289] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.968289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.968289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.968289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.968425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.968603] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.968682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.968719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.968862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.968936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.969046] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49a5bd88-affc-4ce8-b10c-1d2744d43dec is going to be updated. [ 797.992679] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.992827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.992914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.993161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.993300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.993479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49a5bd88-affc-4ce8-b10c-1d2744d43dec" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.080916] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 798.080916] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 deletion is rescheduled due to dependency. [ 798.080916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.080916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.081164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.081262] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.081349] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.081401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.081568] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.081653] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.081823] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.584032] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.086417] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.588708] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.588842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.588842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.589064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.589157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.589255] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 799.614933] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.615088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.615127] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.615315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.615447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.623798] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 800.774896] env[63386]: INFO networking_nsxv3.common.synchronization [req-3c8374f3-28aa-4262-b24f-c13db7ea8388 req-e164a9f3-2712-4c6e-bc51-f7c65f4e4bd8 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Enqueued Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_members [ 800.774896] env[63386]: INFO networking_nsxv3.common.synchronization [req-3c8374f3-28aa-4262-b24f-c13db7ea8388 req-e164a9f3-2712-4c6e-bc51-f7c65f4e4bd8 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Enqueued Resource ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 with Priority: HIGHEST for action security_group_members [ 800.774896] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_members [ 800.774896] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 with Priority: HIGHEST for action security_group_members [ 800.774896] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.774896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.774896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.775853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.775853] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.775853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.775853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.775853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.775853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.775853] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.777514] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439b7de-56eb-4ebf-9438-89fcf6b80b89 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.777514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.777514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.777514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.777514] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.777514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.777817] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.777817] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.777888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.777995] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1439b7de-56eb-4ebf-9438-89fcf6b80b89',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.861567] env[63386]: INFO networking_nsxv3.common.synchronization [req-3c8374f3-28aa-4262-b24f-c13db7ea8388 req-e164a9f3-2712-4c6e-bc51-f7c65f4e4bd8 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Enqueued Resource ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 with Priority: HIGHEST for action security_group_rules [ 800.861801] env[63386]: INFO networking_nsxv3.common.synchronization [req-3c8374f3-28aa-4262-b24f-c13db7ea8388 req-e164a9f3-2712-4c6e-bc51-f7c65f4e4bd8 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Enqueued Resource ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 with Priority: HIGHEST for action security_group_members [ 800.861977] env[63386]: INFO networking_nsxv3.common.synchronization [req-3c8374f3-28aa-4262-b24f-c13db7ea8388 req-e164a9f3-2712-4c6e-bc51-f7c65f4e4bd8 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Enqueued Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_rules [ 800.862436] env[63386]: INFO networking_nsxv3.common.synchronization [req-3c8374f3-28aa-4262-b24f-c13db7ea8388 req-e164a9f3-2712-4c6e-bc51-f7c65f4e4bd8 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Enqueued Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_members [ 800.862436] env[63386]: INFO networking_nsxv3.common.synchronization [req-3c8374f3-28aa-4262-b24f-c13db7ea8388 req-e164a9f3-2712-4c6e-bc51-f7c65f4e4bd8 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Enqueued Resource ID: 694c89fd-8714-4733-8e64-09a93b61624a with Priority: HIGHEST for action port [ 800.862905] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 with Priority: HIGHEST for action security_group_rules [ 800.863049] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_rules [ 800.863180] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694c89fd-8714-4733-8e64-09a93b61624a with Priority: HIGHEST for action port [ 800.863296] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 with Priority: HIGHEST for action security_group_members [ 800.863407] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_members [ 800.863725] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1439b7de-56eb-4ebf-9438-89fcf6b80b89 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.863873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.864106] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.864239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.864341] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1439b7de-56eb-4ebf-9438-89fcf6b80b89',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.865286] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.865376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.865450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.865641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.866191] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.867157] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-694c89fd-8714-4733-8e64-09a93b61624a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.867294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.867432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.867744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.867744] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('694c89fd-8714-4733-8e64-09a93b61624a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.868447] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439b7de-56eb-4ebf-9438-89fcf6b80b89 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.868571] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.868791] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.868910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.280236] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.282410] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1439b7de-56eb-4ebf-9438-89fcf6b80b89',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.370837] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439b7de-56eb-4ebf-9438-89fcf6b80b89 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.371485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.373127] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.373275] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.373511] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 694c89fd-8714-4733-8e64-09a93b61624a with status ACTIVE [ 801.373761] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.373905] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.374016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.374629] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.374795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.375091] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.375287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.375401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.375669] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.375834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.376137] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.376268] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.376368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.376633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.376686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.376788] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 694c89fd-8714-4733-8e64-09a93b61624a is going to be updated. [ 801.379845] env[63386]: INFO networking_nsxv3.common.synchronization [req-362aa263-4104-4abe-9c20-796f1f2ca3b3 req-c56e5620-e373-4aa5-a3ad-13569fcd02c4 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Enqueued Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_members [ 801.380180] env[63386]: INFO networking_nsxv3.common.synchronization [req-362aa263-4104-4abe-9c20-796f1f2ca3b3 req-c56e5620-e373-4aa5-a3ad-13569fcd02c4 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Enqueued Resource ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 with Priority: HIGHEST for action security_group_members [ 801.381433] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_members [ 801.381671] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 with Priority: HIGHEST for action security_group_members [ 801.383048] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.383256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.383564] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1439b7de-56eb-4ebf-9438-89fcf6b80b89 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.383753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.403840] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.404102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.404235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.404561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.405114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.405379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.454251] env[63386]: INFO networking_nsxv3.common.synchronization [req-362aa263-4104-4abe-9c20-796f1f2ca3b3 req-c56e5620-e373-4aa5-a3ad-13569fcd02c4 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Enqueued Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_rules [ 801.454450] env[63386]: INFO networking_nsxv3.common.synchronization [req-362aa263-4104-4abe-9c20-796f1f2ca3b3 req-c56e5620-e373-4aa5-a3ad-13569fcd02c4 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Enqueued Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_members [ 801.454650] env[63386]: INFO networking_nsxv3.common.synchronization [req-362aa263-4104-4abe-9c20-796f1f2ca3b3 req-c56e5620-e373-4aa5-a3ad-13569fcd02c4 tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Enqueued Resource ID: 694c89fd-8714-4733-8e64-09a93b61624a with Priority: HIGHEST for action port [ 801.455128] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_rules [ 801.455266] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_members [ 801.455365] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694c89fd-8714-4733-8e64-09a93b61624a with Priority: HIGHEST for action port [ 801.455911] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.456186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.456441] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.456564] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.456784] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-694c89fd-8714-4733-8e64-09a93b61624a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.456928] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.457018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.457260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.457363] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('694c89fd-8714-4733-8e64-09a93b61624a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.633524] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 801.633793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.633947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.634185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.634373] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.634489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.634554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.634711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.634807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.634895] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.634986] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.787507] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.788896] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1439b7de-56eb-4ebf-9438-89fcf6b80b89',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.960773] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 694c89fd-8714-4733-8e64-09a93b61624a with status ACTIVE [ 801.961059] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.961231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.961320] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.961563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.961668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.961880] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.961984] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.962063] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.962228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.962306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.962535] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.962674] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.962753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.962908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.962980] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.963082] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 694c89fd-8714-4733-8e64-09a93b61624a is going to be updated. [ 801.989428] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.989631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.989728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.989963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.990157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.990327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-694c89fd-8714-4733-8e64-09a93b61624a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.143696] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.143947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.144090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.144404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.144678] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.144846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.144953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.145211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.145355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.145501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.145747] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.145923] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.146021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.146247] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.146473] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.146625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.146731] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.146951] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.149315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.149355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.149500] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.290683] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.290836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.290910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.291317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.291421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.291534] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b is going to be updated. [ 802.292763] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.292878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.292948] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.293409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.293499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.293591] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 is going to be created. [ 802.318065] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.318194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.318237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.318427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.318601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.320906] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.321029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.321098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.321260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.321378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.327769] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: IN_PROGRESS for 2s [ 802.328434] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 in Status: UNINITIALIZED for 2s [ 802.653449] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86: rpc.has_security_group_logging(os_id): False [ 802.680171] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.680345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.680418] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.680622] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.680714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.680906] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.681012] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.681098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.681220] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.681295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.681572] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.681572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.681672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.681818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.681894] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.682147] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.682230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.682264] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.682381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.682451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.682534] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 802.744692] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.744886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.744962] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.745182] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.745344] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.756933] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 804.339898] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: SUCCESS [ 804.340180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.340315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.340542] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.340721] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.340828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.340882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.341048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.341133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.341226] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.343830] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 in Status: SUCCESS [ 804.344032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.344188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.344918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.344918] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.344918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.344918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.344918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.344918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.345431] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1439b7de-56eb-4ebf-9438-89fcf6b80b89',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.768937] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 804.769185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.846709] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.849388] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.849526] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.849598] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.849815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.849943] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.850109] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.850211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.850274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.850426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.850503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.850591] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 is going to be deleted. [ 804.879468] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.879621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.879768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.880058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.880158] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.880263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.880406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.880565] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.880732] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.880832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.880892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.881041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.881117] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.881208] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1439b7de-56eb-4ebf-9438-89fcf6b80b89',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.348763] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.386878] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.387108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.387205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.387434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.387521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.387732] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.387838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.387901] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.388066] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.388146] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.388274] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 already deleted. [ 805.388358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.389761] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1439b7de-56eb-4ebf-9438-89fcf6b80b89',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.392903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.393261] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.393491] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.394136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.394213] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.394755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.394755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.396940] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1439b7de-56eb-4ebf-9438-89fcf6b80b89',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.854153] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.854367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.854367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.854686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.854686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.854827] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b is going to be updated. [ 805.890100] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.890313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.890313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.890538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.890688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.898323] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1439b7de-56eb-4ebf-9438-89fcf6b80b89',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.900361] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.900501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.900571] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.900784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.900865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.901072] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.901170] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.901961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.901961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.901961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.901961] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 already deleted. [ 805.901961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.903760] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: IN_PROGRESS for 2s [ 806.401387] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1439b7de-56eb-4ebf-9438-89fcf6b80b89: rpc.has_security_group_logging(os_id): False [ 806.418806] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.418806] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.419724] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.419724] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.419724] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.419724] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.420359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.420359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.420359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.420816] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.420959] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 is going to be created. [ 806.438083] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1439b7de-56eb-4ebf-9438-89fcf6b80b89], does not exist path=[/infra/domains/default/groups/1439b7de-56eb-4ebf-9438-89fcf6b80b89]."\n}' [ 806.438255] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1439b7de-56eb-4ebf-9438-89fcf6b80b89 [ 806.438343] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 806.456839] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 806.456839] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 806.471649] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.471878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.472220] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.472324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.474014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.474574] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.474856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.474950] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.475209] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.475299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.475756] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.475884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.475935] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.476120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.476197] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.476288] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1439b7de-56eb-4ebf-9438-89fcf6b80b89 is going to be created. [ 806.493521] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1439b7de-56eb-4ebf-9438-89fcf6b80b89], does not exist path=[/infra/domains/default/groups/1439b7de-56eb-4ebf-9438-89fcf6b80b89]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1439b7de-56eb-4ebf-9438-89fcf6b80b89 [ 806.493759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1439b7de-56eb-4ebf-9438-89fcf6b80b89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.494020] env[63386]: Traceback (most recent call last): [ 806.494081] env[63386]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 806.494081] env[63386]: return func(*args, **kwargs) [ 806.494081] env[63386]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 806.494081] env[63386]: res.raise_for_status() [ 806.494081] env[63386]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 806.494081] env[63386]: raise HTTPError(http_error_msg, response=self) [ 806.494081] env[63386]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1439b7de-56eb-4ebf-9438-89fcf6b80b89 [ 806.494081] env[63386]: During handling of the above exception, another exception occurred: [ 806.494081] env[63386]: Traceback (most recent call last): [ 806.494081] env[63386]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 806.494081] env[63386]: listener.cb(fileno) [ 806.494081] env[63386]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 806.494081] env[63386]: result = function(*args, **kwargs) [ 806.494081] env[63386]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 806.494081] env[63386]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 806.494081] env[63386]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 806.494081] env[63386]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 806.494081] env[63386]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 806.494081] env[63386]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 806.494081] env[63386]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 806.494081] env[63386]: res.raise_for_status() [ 806.494081] env[63386]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 806.494081] env[63386]: raise HTTPError(http_error_msg, response=self) [ 806.494081] env[63386]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1439b7de-56eb-4ebf-9438-89fcf6b80b89 [ 806.495686] env[63386]: Removing descriptor: 68 [ 806.979937] env[63386]: INFO networking_nsxv3.common.synchronization [None req-fb51f1bf-2832-497a-a92c-77aea6356da1 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c with Priority: HIGHEST for action security_group_rules [ 806.980478] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c with Priority: HIGHEST for action security_group_rules [ 806.980790] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.983520] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.983593] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.983908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.983995] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.125453] env[63386]: INFO networking_nsxv3.common.synchronization [None req-4a182875-0d69-42c1-b418-1f7fa562518c tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c with Priority: HIGHEST for action security_group_rules [ 807.126013] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c with Priority: HIGHEST for action security_group_rules [ 807.126275] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.126383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.506276] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.506702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.506702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.506702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.506896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.506896] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c already deleted. [ 807.506978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.507090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.507245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.507325] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.912616] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: SUCCESS [ 807.912881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.913092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.913851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.913851] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.913851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.913851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.914055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.914055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.914055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.914180] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.915076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.915240] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.915395] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.915499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.915570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.915717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.915798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.915886] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.025957] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.026178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.026264] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.026484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.026556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.026637] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c already deleted. [ 808.026718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.225053] env[63386]: INFO networking_nsxv3.common.synchronization [req-594a172c-a657-4ebc-8667-5a2f65e57500 req-2edb494f-161a-4d8a-a5f2-46ee630cd073 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 808.225600] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 808.225902] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.226402] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.226524] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.227058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.227239] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.227358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.227454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.227613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.227717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.227840] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.418412] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.418541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.419855] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.651443] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.654150] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.654150] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.654150] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.654150] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.654150] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.654991] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.655594] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.655853] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.656224] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.656382] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.656512] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.656650] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.656778] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.656893] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.657069] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.677756] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.678017] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 808.678242] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.678472] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.678909] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-e3867869-ed25-472a-9e5f-4e9784f0780f taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.679160] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-e3867869-ed25-472a-9e5f-4e9784f0780f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.679331] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-e3867869-ed25-472a-9e5f-4e9784f0780f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.679693] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-e3867869-ed25-472a-9e5f-4e9784f0780f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.679881] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3867869-ed25-472a-9e5f-4e9784f0780f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.731067] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.731067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.731067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.731067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.731814] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.731814] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.731814] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.731921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.732116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.733028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.733028] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc already deleted. [ 808.733028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.921406] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.183104] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.183364] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.184558] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.184928] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.185030] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.185209] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port e3867869-ed25-472a-9e5f-4e9784f0780f not found, creating... [ 809.185504] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.185756] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.186017] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.186320] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.186544] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.187022] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.187219] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.187344] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.187585] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.190016] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.190016] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: e3867869-ed25-472a-9e5f-4e9784f0780f is going to be created. [ 809.209982] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.210367] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.210555] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.210910] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.211079] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.211687] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-e3867869-ed25-472a-9e5f-4e9784f0780f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.423552] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.423781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.424655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.424655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.424655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.424655] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b is going to be updated. [ 809.453937] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.453937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.453937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.453937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.453937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.462020] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: IN_PROGRESS for 2s [ 809.814988] env[63386]: INFO networking_nsxv3.common.synchronization [req-a6a0d75b-cd2f-40e7-9249-c731c214849d req-14290eba-7e6c-41fd-8dea-59235be9055f tempest-ServerRescueTestJSONUnderV235-231795662 tempest-ServerRescueTestJSONUnderV235-231795662-project-member] Enqueued Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_members [ 809.815569] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b with Priority: HIGHEST for action security_group_members [ 809.815881] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.816063] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.929914] env[63386]: INFO networking_nsxv3.common.synchronization [req-594a172c-a657-4ebc-8667-5a2f65e57500 req-97df921a-365b-4d13-af99-cf2cc2bd3ab4 service nova] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_rules [ 809.929914] env[63386]: INFO networking_nsxv3.common.synchronization [req-594a172c-a657-4ebc-8667-5a2f65e57500 req-97df921a-365b-4d13-af99-cf2cc2bd3ab4 service nova] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 809.929914] env[63386]: INFO networking_nsxv3.common.synchronization [req-594a172c-a657-4ebc-8667-5a2f65e57500 req-97df921a-365b-4d13-af99-cf2cc2bd3ab4 service nova] Enqueued Resource ID: e3867869-ed25-472a-9e5f-4e9784f0780f with Priority: HIGHEST for action port [ 809.929914] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_rules [ 809.929914] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 809.929914] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3867869-ed25-472a-9e5f-4e9784f0780f with Priority: HIGHEST for action port [ 809.929914] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.929914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.929914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.929914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.929914] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.930528] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.930528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.930588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.930741] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.930863] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.931256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.931256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.931256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.931256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.931477] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.932133] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3867869-ed25-472a-9e5f-4e9784f0780f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.932251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3867869-ed25-472a-9e5f-4e9784f0780f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.932288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3867869-ed25-472a-9e5f-4e9784f0780f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.932425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3867869-ed25-472a-9e5f-4e9784f0780f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.932498] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3867869-ed25-472a-9e5f-4e9784f0780f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.435684] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.435684] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.435684] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.436137] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3867869-ed25-472a-9e5f-4e9784f0780f with status ACTIVE [ 810.436137] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.436137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.436137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.436328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.437671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.437671] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.437671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.437671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.437671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.437671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.439439] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.439439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.439439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.439551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.439656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.439793] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3867869-ed25-472a-9e5f-4e9784f0780f is going to be updated. [ 810.461404] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.461599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.461599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.461849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.462042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.462251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3867869-ed25-472a-9e5f-4e9784f0780f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.942821] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.446938] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.447217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.447336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.448485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.448595] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.448702] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be created. [ 811.451102] env[63386]: INFO networking_nsxv3.common.synchronization [req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 req-dca8caee-1702-4237-8e60-6595d00a860a tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Enqueued Resource ID: a4724194-67ef-4695-902f-cdece74ca416 with Priority: HIGHEST for action security_group_members [ 811.451733] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4724194-67ef-4695-902f-cdece74ca416 with Priority: HIGHEST for action security_group_members [ 811.452980] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4724194-67ef-4695-902f-cdece74ca416 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.453238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.453238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.453623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.453998] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.454099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.454193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.454403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.454552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.454789] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4724194-67ef-4695-902f-cdece74ca416',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.471782] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: SUCCESS [ 811.472164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.472549] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.472796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.473079] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.473162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.473225] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.473399] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.473559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.473686] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.476097] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.476438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.476614] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.476885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.477186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.488686] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: UNINITIALIZED for 2s [ 811.895084] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.895084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-400" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.895084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-400" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.895084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-400" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.895867] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.896298] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.899018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.899018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.899018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.899018] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.899018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.899018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.899018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.899018] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.899018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.899018] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.930166] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.930166] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.930166] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.930166] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-400" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.930166] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-c43bf3c4-7a31-49ee-92b0-04a55f3345b3 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.930166] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-c43bf3c4-7a31-49ee-92b0-04a55f3345b3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.930166] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-c43bf3c4-7a31-49ee-92b0-04a55f3345b3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.930166] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-c43bf3c4-7a31-49ee-92b0-04a55f3345b3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.930166] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c43bf3c4-7a31-49ee-92b0-04a55f3345b3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.957507] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.957507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.957507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.960516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.960516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.960516] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.960516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.960516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.960516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.960516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.960516] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4724194-67ef-4695-902f-cdece74ca416 already deleted. [ 811.960516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.985038] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.985038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.985038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.985038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.007023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.007023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.007023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.007023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.007023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.007023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.007023] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b is going to be updated. [ 812.035794] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.035794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.035794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.035794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.035794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.044389] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: IN_PROGRESS for 2s [ 812.432589] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.432866] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.433017] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.433312] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.433467] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.433626] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port c43bf3c4-7a31-49ee-92b0-04a55f3345b3 not found, creating... [ 812.434130] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.434325] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.434459] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.434710] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.434885] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.435482] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.435710] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.435886] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.436215] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.436452] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.436648] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: c43bf3c4-7a31-49ee-92b0-04a55f3345b3 is going to be created. [ 812.457099] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.457330] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.457462] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.457726] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.457962] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.458216] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-c43bf3c4-7a31-49ee-92b0-04a55f3345b3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.150083] env[63386]: INFO networking_nsxv3.common.synchronization [None req-5e5ad11f-9ac4-4cda-a644-e0148972c07b None None] Enqueued Resource ID: 4149a9f1-67c4-4557-8ab8-4f3234e0a7e9 with Priority: HIGHEST for action port [ 813.150402] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4149a9f1-67c4-4557-8ab8-4f3234e0a7e9 with Priority: HIGHEST for action port [ 813.151067] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-4149a9f1-67c4-4557-8ab8-4f3234e0a7e9 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.151248] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4149a9f1-67c4-4557-8ab8-4f3234e0a7e9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.151403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4149a9f1-67c4-4557-8ab8-4f3234e0a7e9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.151730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4149a9f1-67c4-4557-8ab8-4f3234e0a7e9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.151855] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4149a9f1-67c4-4557-8ab8-4f3234e0a7e9',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.417944] env[63386]: INFO networking_nsxv3.common.synchronization [req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 req-6250f0c0-5977-4d05-b0fc-7dcc6dc37a36 service nova] Enqueued Resource ID: a4724194-67ef-4695-902f-cdece74ca416 with Priority: HIGHEST for action security_group_rules [ 813.418095] env[63386]: INFO networking_nsxv3.common.synchronization [req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 req-6250f0c0-5977-4d05-b0fc-7dcc6dc37a36 service nova] Enqueued Resource ID: a4724194-67ef-4695-902f-cdece74ca416 with Priority: HIGHEST for action security_group_members [ 813.418289] env[63386]: INFO networking_nsxv3.common.synchronization [req-06c7ee41-fde9-4e8f-8e79-fc8d9fef9714 req-6250f0c0-5977-4d05-b0fc-7dcc6dc37a36 service nova] Enqueued Resource ID: c43bf3c4-7a31-49ee-92b0-04a55f3345b3 with Priority: HIGHEST for action port [ 813.418558] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4724194-67ef-4695-902f-cdece74ca416 with Priority: HIGHEST for action security_group_rules [ 813.418686] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4724194-67ef-4695-902f-cdece74ca416 with Priority: HIGHEST for action security_group_members [ 813.418776] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43bf3c4-7a31-49ee-92b0-04a55f3345b3 with Priority: HIGHEST for action port [ 813.419340] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4724194-67ef-4695-902f-cdece74ca416 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.419471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.419527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.419781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.419865] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4724194-67ef-4695-902f-cdece74ca416',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.424752] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4724194-67ef-4695-902f-cdece74ca416 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.424899] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.424978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.425175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.425338] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.425458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.425521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.425674] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.425760] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.425854] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4724194-67ef-4695-902f-cdece74ca416',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.426685] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-c43bf3c4-7a31-49ee-92b0-04a55f3345b3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.426805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c43bf3c4-7a31-49ee-92b0-04a55f3345b3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.426880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c43bf3c4-7a31-49ee-92b0-04a55f3345b3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.427017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c43bf3c4-7a31-49ee-92b0-04a55f3345b3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.428885] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c43bf3c4-7a31-49ee-92b0-04a55f3345b3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.505883] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 813.508033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.508033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.508033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.508033] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.508033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.508033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.508033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.508033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.508033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.508033] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.654596] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4149a9f1-67c4-4557-8ab8-4f3234e0a7e9 [ 813.657115] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.657115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.657115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.657115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.657115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.657115] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4149a9f1-67c4-4557-8ab8-4f3234e0a7e9 already deleted. [ 813.657115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4149a9f1-67c4-4557-8ab8-4f3234e0a7e9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.929932] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4724194-67ef-4695-902f-cdece74ca416 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.930094] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.930289] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4724194-67ef-4695-902f-cdece74ca416',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.931553] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c43bf3c4-7a31-49ee-92b0-04a55f3345b3 with status ACTIVE [ 813.931644] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.931714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.931792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.936476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.936476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.936476] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.936476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.936476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.936476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.936476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.936476] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.936476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.936476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.936476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.936476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.936476] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c43bf3c4-7a31-49ee-92b0-04a55f3345b3 is going to be updated. [ 813.955863] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.956030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.956078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.957328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.957328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.957328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c43bf3c4-7a31-49ee-92b0-04a55f3345b3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.011468] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.011468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.011468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.011702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.012367] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.012367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.012367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.012367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.012367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.012367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.012750] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.012750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.012750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.012750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.012931] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.012986] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.013053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.013204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.013258] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.013301] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.013411] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.059104] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: SUCCESS [ 814.059104] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b deletion is rescheduled due to dependency. [ 814.059104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.059104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.059104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.059104] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.059104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.059104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.059104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.059104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.059104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.059104] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9362a2ff-c095-4b8e-92d8-ee5246367c6b taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.059104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.059104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.059104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.064624] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.064624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.064624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.064624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.064624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.064624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.064624] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.064624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.064624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.064624] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.064624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.064624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.064624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.064624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.064624] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.270405] env[63386]: INFO networking_nsxv3.common.synchronization [req-4201d364-963e-4bcf-bf8b-9e91bb784863 req-7dac5935-7aa2-4fd0-b5ee-ce5e23437e82 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Enqueued Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_members [ 814.270943] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_members [ 814.271306] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.271436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.271527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.271768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.271961] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.275512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.275512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.275512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.275512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.275512] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.438515] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4724194-67ef-4695-902f-cdece74ca416',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.520542] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e71baf66-bad5-425f-bd02-82794ad062cc: rpc.has_security_group_logging(os_id): False [ 814.541662] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.541662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.541842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.541943] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.542053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.542274] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.542377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.542614] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.542614] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.542715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.543228] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.543228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.543228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.543415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.543415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.543634] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.543729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.544202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.545737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.545737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.545737] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be created. [ 814.566119] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9362a2ff-c095-4b8e-92d8-ee5246367c6b: rpc.has_security_group_logging(os_id): False [ 814.567421] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.567937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.568057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.568290] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.568403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.568613] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.568743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.568823] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.569176] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.569287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.569395] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b is going to be updated. [ 814.586825] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.587036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.587138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.587376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.587495] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.587745] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.587894] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.587979] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.588174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.588276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.588478] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.588603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.588685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.588852] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.588953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.589164] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.589302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.589385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.589564] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.589639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.590054] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b is going to be updated. [ 814.604032] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.604179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.604246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.604451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.604624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.606613] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.606735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.606818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.606962] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.607116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.617406] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: IN_PROGRESS for 2s [ 814.617406] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 814.644193] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.644338] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.644626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.644626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.644768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.659896] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: IN_PROGRESS for 2s [ 814.776527] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.776742] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-594" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.776874] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-594" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.777257] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-594" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.777528] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.777695] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.778188] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.778188] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.778371] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.778624] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.778776] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.778924] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.779077] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.779271] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.779371] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.779531] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.781012] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.781397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.781507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.781710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.781905] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.782131] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.782278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.782370] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.782552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.782665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.782778] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68629d5-f240-4762-ad14-40fa9554c0ac already deleted. [ 814.782893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.815423] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.815623] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.815754] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.815981] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-594" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.816411] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-f57da934-8f69-4109-a924-e74e1e13484c taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.816544] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.816579] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.816929] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.817193] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f57da934-8f69-4109-a924-e74e1e13484c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.942670] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.942900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.942900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.943119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.943211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.943311] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4724194-67ef-4695-902f-cdece74ca416 is going to be created. [ 814.967171] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.967317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.967390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.967604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.967765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.977152] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4724194-67ef-4695-902f-cdece74ca416 in Status: UNINITIALIZED for 2s [ 815.320524] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.320524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.320524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.320524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.321048] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.322097] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port f57da934-8f69-4109-a924-e74e1e13484c not found, creating... [ 815.322643] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.322828] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.323086] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.323347] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.323591] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.323986] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.324250] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.324420] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.324704] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.324925] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.325128] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: f57da934-8f69-4109-a924-e74e1e13484c is going to be created. [ 815.347026] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.347026] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.347026] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.347026] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.347026] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.347026] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.108023] env[63386]: INFO networking_nsxv3.common.synchronization [req-4201d364-963e-4bcf-bf8b-9e91bb784863 req-fb3f3f8b-9020-42e7-bc22-e7f03a3073a0 service nova] Enqueued Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_rules [ 816.108023] env[63386]: INFO networking_nsxv3.common.synchronization [req-4201d364-963e-4bcf-bf8b-9e91bb784863 req-fb3f3f8b-9020-42e7-bc22-e7f03a3073a0 service nova] Enqueued Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_members [ 816.108023] env[63386]: INFO networking_nsxv3.common.synchronization [req-4201d364-963e-4bcf-bf8b-9e91bb784863 req-fb3f3f8b-9020-42e7-bc22-e7f03a3073a0 service nova] Enqueued Resource ID: f57da934-8f69-4109-a924-e74e1e13484c with Priority: HIGHEST for action port [ 816.108023] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_rules [ 816.108023] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_members [ 816.108023] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57da934-8f69-4109-a924-e74e1e13484c with Priority: HIGHEST for action port [ 816.108023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.108023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.108023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.108023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.108023] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.108023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.108023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.108023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.108834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.108834] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.108834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.108834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.108834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.108834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.108834] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.111052] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f57da934-8f69-4109-a924-e74e1e13484c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.111052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.111052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.111052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.111052] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f57da934-8f69-4109-a924-e74e1e13484c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.612332] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.612639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.612760] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.614199] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f57da934-8f69-4109-a924-e74e1e13484c with status ACTIVE [ 816.614199] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.614199] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.614199] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.614409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.614409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.614544] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.614690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.614690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.614857] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.614931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.615695] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.615774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.615879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.616218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.616218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.616218] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f57da934-8f69-4109-a924-e74e1e13484c is going to be updated. [ 816.627744] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: SUCCESS [ 816.628381] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b deletion is rescheduled due to dependency. [ 816.628381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.631202] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 816.631202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.642654] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.642654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.642654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.642654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.642654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.642654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.679202] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b in Status: SUCCESS [ 816.679273] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.679456] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.679746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.679818] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9362a2ff-c095-4b8e-92d8-ee5246367c6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.990431] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4724194-67ef-4695-902f-cdece74ca416 in Status: SUCCESS [ 816.990662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.990838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.991199] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.991270] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.991382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.991428] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.991589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.991671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.991756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.991846] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4724194-67ef-4695-902f-cdece74ca416',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.117976] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.203661] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.203942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.204083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.204550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.204550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.204652] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9362a2ff-c095-4b8e-92d8-ee5246367c6b is going to be deleted. [ 817.253131] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.253284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.253359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.253568] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.253659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.254427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9362a2ff-c095-4b8e-92d8-ee5246367c6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.494370] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4724194-67ef-4695-902f-cdece74ca416 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.494584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.494691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.494994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.495228] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.495373] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.495462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.495693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.495788] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.495886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.496052] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4724194-67ef-4695-902f-cdece74ca416 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.496152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.496215] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.496408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.496556] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.496670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.496760] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.496911] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.497024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.497098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.497214] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4724194-67ef-4695-902f-cdece74ca416',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.623205] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.623205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.623205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.623205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.623205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.623205] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68629d5-f240-4762-ad14-40fa9554c0ac is going to be created. [ 817.664391] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.664560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.664633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.664930] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.665160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.674773] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68629d5-f240-4762-ad14-40fa9554c0ac in Status: UNINITIALIZED for 2s [ 818.002976] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4724194-67ef-4695-902f-cdece74ca416: rpc.has_security_group_logging(os_id): False [ 818.020117] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.020280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.020348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.020556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.020638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.021273] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.021388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.021388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.023043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.023043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.023043] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.023043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.023043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.023043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.023043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.023043] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.023043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.023043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.023043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.023043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.023043] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4724194-67ef-4695-902f-cdece74ca416 is going to be created. [ 818.081650] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.081650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.081650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.081650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.081650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.092364] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4724194-67ef-4695-902f-cdece74ca416 in Status: IN_PROGRESS for 2s [ 819.515141] env[63386]: INFO networking_nsxv3.common.synchronization [req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 req-7b85d547-8d4a-4635-a07a-048a020ee43a tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Enqueued Resource ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be with Priority: HIGHEST for action security_group_members [ 819.515964] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be with Priority: HIGHEST for action security_group_members [ 819.516931] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf4ca53-53b8-4352-8e8c-be42cdac11be taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.516931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.516931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.516931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.517239] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.517239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.517239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.517362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.517362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.517415] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf4ca53-53b8-4352-8e8c-be42cdac11be',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.684749] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68629d5-f240-4762-ad14-40fa9554c0ac in Status: SUCCESS [ 819.685040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.685219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.685484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.685667] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.686102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.686231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.686363] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.686440] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.686546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.686657] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.965769] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-126 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.969204] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-126" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.969391] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-126" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.969722] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-126" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.970028] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.970208] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.970333] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.970560] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.970708] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.970931] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.971060] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.971178] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.971292] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.971494] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 819.971643] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.971788] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.991487] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.991656] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 819.991805] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.991991] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-126" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.992331] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-5c7ca85b-de72-4409-8182-21d50ced91b7 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.992523] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-5c7ca85b-de72-4409-8182-21d50ced91b7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.992631] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-5c7ca85b-de72-4409-8182-21d50ced91b7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.992965] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-5c7ca85b-de72-4409-8182-21d50ced91b7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.993133] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7ca85b-de72-4409-8182-21d50ced91b7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.020284] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.020459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.020503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.020685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.020772] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.020950] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.021065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.021129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.021300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.021398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.021485] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be already deleted. [ 820.021649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.107643] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4724194-67ef-4695-902f-cdece74ca416 in Status: SUCCESS [ 820.107643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.189360] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.496061] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.496416] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.496571] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.496866] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.497081] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.497314] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 5c7ca85b-de72-4409-8182-21d50ced91b7 not found, creating... [ 820.497548] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.497759] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.497940] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.498204] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.498428] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.498863] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.499508] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.499718] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.500016] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.500239] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.500456] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 5c7ca85b-de72-4409-8182-21d50ced91b7 is going to be created. [ 820.536945] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.537378] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.537487] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.537871] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.538284] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.538538] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-5c7ca85b-de72-4409-8182-21d50ced91b7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.616508] env[63386]: INFO networking_nsxv3.common.synchronization [req-28d51369-d0d8-47e3-964e-35133cf84b79 req-309c6b8a-bbeb-4233-aee5-0429b5630e79 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 820.617127] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 820.621019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.621019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.621019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.621019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.621019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.621019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.621019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.621019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.621019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.621593] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.692430] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a68629d5-f240-4762-ad14-40fa9554c0ac: rpc.has_security_group_logging(os_id): False [ 820.719318] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.719484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.719484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.719717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.719839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.720413] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.720547] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.720547] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.720800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.720800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.720989] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a68629d5-f240-4762-ad14-40fa9554c0ac is going to be created. [ 820.787715] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.787885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.787960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.788202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.788390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.798999] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a68629d5-f240-4762-ad14-40fa9554c0ac in Status: IN_PROGRESS for 2s [ 821.124346] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.124535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.124535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.125862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.125862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.125862] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.125862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.125862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.125862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.125862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.125862] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 821.152992] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.153170] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.153232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.153662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.153662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.162618] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 821.324787] env[63386]: INFO networking_nsxv3.common.synchronization [req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 req-4fe7eb32-af8e-4796-9914-7083a1318a7b service nova] Enqueued Resource ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be with Priority: HIGHEST for action security_group_rules [ 821.325093] env[63386]: INFO networking_nsxv3.common.synchronization [req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 req-4fe7eb32-af8e-4796-9914-7083a1318a7b service nova] Enqueued Resource ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be with Priority: HIGHEST for action security_group_members [ 821.325279] env[63386]: INFO networking_nsxv3.common.synchronization [req-9630fd8b-8c77-49ac-9a09-ad3b218dadb0 req-4fe7eb32-af8e-4796-9914-7083a1318a7b service nova] Enqueued Resource ID: 5c7ca85b-de72-4409-8182-21d50ced91b7 with Priority: HIGHEST for action port [ 821.325796] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be with Priority: HIGHEST for action security_group_rules [ 821.326095] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be with Priority: HIGHEST for action security_group_members [ 821.326409] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7ca85b-de72-4409-8182-21d50ced91b7 with Priority: HIGHEST for action port [ 821.326764] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.326921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.327017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.329615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.329615] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcf4ca53-53b8-4352-8e8c-be42cdac11be',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.329615] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf4ca53-53b8-4352-8e8c-be42cdac11be taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.329615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.329615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.329615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.329615] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.329615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.329615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.329615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.329615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.329615] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf4ca53-53b8-4352-8e8c-be42cdac11be',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.330451] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c7ca85b-de72-4409-8182-21d50ced91b7 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.330580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c7ca85b-de72-4409-8182-21d50ced91b7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.330655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c7ca85b-de72-4409-8182-21d50ced91b7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.330845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c7ca85b-de72-4409-8182-21d50ced91b7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.330943] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7ca85b-de72-4409-8182-21d50ced91b7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.834243] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf4ca53-53b8-4352-8e8c-be42cdac11be taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.834500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.835400] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcf4ca53-53b8-4352-8e8c-be42cdac11be',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.839039] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c7ca85b-de72-4409-8182-21d50ced91b7 with status ACTIVE [ 821.839039] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.839246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.839246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.840505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.840505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.840505] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.840505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.840505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.840505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.840505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.840505] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.840505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.840505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.840879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.840956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.841108] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c7ca85b-de72-4409-8182-21d50ced91b7 is going to be updated. [ 821.861562] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.861730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.861870] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.862066] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.862211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.862370] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c7ca85b-de72-4409-8182-21d50ced91b7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.877382] env[63386]: INFO networking_nsxv3.common.synchronization [None req-b58d5314-bdaf-4294-8e3e-1b7d81cf56b7 None None] Enqueued Resource ID: fc4e2add-bf5d-4e79-bfa2-c81e587fb87e with Priority: HIGHEST for action port [ 821.878243] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4e2add-bf5d-4e79-bfa2-c81e587fb87e with Priority: HIGHEST for action port [ 821.878644] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc4e2add-bf5d-4e79-bfa2-c81e587fb87e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.878778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc4e2add-bf5d-4e79-bfa2-c81e587fb87e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.878846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc4e2add-bf5d-4e79-bfa2-c81e587fb87e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.879125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc4e2add-bf5d-4e79-bfa2-c81e587fb87e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.879309] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4e2add-bf5d-4e79-bfa2-c81e587fb87e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.344638] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcf4ca53-53b8-4352-8e8c-be42cdac11be',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.382022] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc4e2add-bf5d-4e79-bfa2-c81e587fb87e [ 822.382022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.382022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.382022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.384100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.384100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.384100] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc4e2add-bf5d-4e79-bfa2-c81e587fb87e already deleted. [ 822.384100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc4e2add-bf5d-4e79-bfa2-c81e587fb87e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.814263] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a68629d5-f240-4762-ad14-40fa9554c0ac in Status: SUCCESS [ 822.814774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.847637] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.847999] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.847999] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.849067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.849211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.849331] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be is going to be created. [ 822.871434] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.871641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.871716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.871935] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.872115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.886021] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be in Status: UNINITIALIZED for 2s [ 822.886021] env[63386]: INFO networking_nsxv3.common.synchronization [None req-f57f8c85-ec00-4272-bae2-37e5e9203424 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 with Priority: HIGHEST for action security_group_rules [ 822.886021] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 with Priority: HIGHEST for action security_group_rules [ 822.886416] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.886764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.886949] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.887307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 822.887595] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('552baa7f-f8ce-4282-bf17-d1b3c853bbc3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.969551] env[63386]: INFO networking_nsxv3.common.synchronization [None req-2fa000bd-18c5-430d-bbbc-1329a37b4b8e tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 with Priority: HIGHEST for action security_group_rules [ 822.970281] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 with Priority: HIGHEST for action security_group_rules [ 822.970651] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.970803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.174354] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 823.174354] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc deletion is rescheduled due to dependency. [ 823.174354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.408944] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.409120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.409194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.409407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.409548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.409598] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 already deleted. [ 823.409659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.409803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.409954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.410055] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('552baa7f-f8ce-4282-bf17-d1b3c853bbc3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.676016] env[63386]: INFO networking_nsxv3.common.synchronization [req-99158ec2-2726-4fcd-a68b-73e969c4fb47 req-2117dbee-e654-4c41-a8cb-8eff4873e121 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 823.676016] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 823.676016] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.676016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.676016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.676016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.676016] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.676016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.676016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.676016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.676016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.676016] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.933731] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.934142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.934142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.934283] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.934380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.934477] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 already deleted. [ 823.934561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.181204] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.308189] env[63386]: INFO networking_nsxv3.common.synchronization [None req-e629d4bf-99e6-4cc1-bc09-6ea26f04c868 None None] Enqueued Resource ID: 1b013784-8b90-4d64-b968-c0243ea9fca5 with Priority: HIGHEST for action port [ 824.308189] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b013784-8b90-4d64-b968-c0243ea9fca5 with Priority: HIGHEST for action port [ 824.308189] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b013784-8b90-4d64-b968-c0243ea9fca5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.308189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b013784-8b90-4d64-b968-c0243ea9fca5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.308189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b013784-8b90-4d64-b968-c0243ea9fca5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.308189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b013784-8b90-4d64-b968-c0243ea9fca5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.308189] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b013784-8b90-4d64-b968-c0243ea9fca5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.683421] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.811023] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b013784-8b90-4d64-b968-c0243ea9fca5 [ 824.811123] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.811257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.811342] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.811569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.811678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.811750] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b013784-8b90-4d64-b968-c0243ea9fca5 already deleted. [ 824.811891] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b013784-8b90-4d64-b968-c0243ea9fca5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.894212] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be in Status: SUCCESS [ 824.894294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.895042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.895042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.895042] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.895293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.895293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.895390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.895694] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.895694] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.895694] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcf4ca53-53b8-4352-8e8c-be42cdac11be',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.185714] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.186033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.186208] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.186532] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.186683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.186816] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be updated. [ 825.215071] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.215234] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.215305] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.215521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.215667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.223668] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 2s [ 825.397890] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcf4ca53-53b8-4352-8e8c-be42cdac11be',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.900768] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcf4ca53-53b8-4352-8e8c-be42cdac11be: rpc.has_security_group_logging(os_id): False [ 825.918936] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.919107] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.919107] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.919321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.919411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.919648] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.919746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.919811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.919960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.920098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.920192] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be is going to be created. [ 825.975128] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.975336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.975415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.975634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.975826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.985527] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be in Status: IN_PROGRESS for 2s [ 826.219230] env[63386]: INFO networking_nsxv3.common.synchronization [req-4a2d742a-9424-4ca9-ad49-a06294017397 req-a2c5187e-c589-41b8-8a04-98dd4e984b53 tempest-ServerAddressesNegativeTestJSON-1506437391 tempest-ServerAddressesNegativeTestJSON-1506437391-project-member] Enqueued Resource ID: a4724194-67ef-4695-902f-cdece74ca416 with Priority: HIGHEST for action security_group_members [ 826.219230] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4724194-67ef-4695-902f-cdece74ca416 with Priority: HIGHEST for action security_group_members [ 826.219230] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4724194-67ef-4695-902f-cdece74ca416 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.219230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.219230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.219230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.219230] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.219230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.219230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.219230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.219230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.220018] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4724194-67ef-4695-902f-cdece74ca416',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.724352] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.724552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.724629] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.725834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.725834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.725834] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.725834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.725834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.725834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.725834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.726160] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4724194-67ef-4695-902f-cdece74ca416 is going to be updated. [ 826.758065] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.758065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.758065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.758065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.758065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.765469] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4724194-67ef-4695-902f-cdece74ca416 in Status: IN_PROGRESS for 2s [ 827.233271] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 827.233557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.998136] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be in Status: SUCCESS [ 827.998136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.776896] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4724194-67ef-4695-902f-cdece74ca416 in Status: SUCCESS [ 828.776896] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4724194-67ef-4695-902f-cdece74ca416 deletion is rescheduled due to dependency. [ 828.776896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.605285] env[63386]: INFO networking_nsxv3.common.synchronization [req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 req-dd52654d-6393-41ea-b5f6-3df2067688cf tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Enqueued Resource ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba with Priority: HIGHEST for action security_group_members [ 830.605755] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba with Priority: HIGHEST for action security_group_members [ 830.606103] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d2c60ac-177f-47eb-958d-bbc8490958ba taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.606243] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.606338] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.606608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.606784] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.606890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.606955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.607130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.607216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.607312] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d2c60ac-177f-47eb-958d-bbc8490958ba',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.113660] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.113731] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.113776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.114044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.114156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.114355] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.114449] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.114509] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.114676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.114750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.114832] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba already deleted. [ 831.114910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.283386] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.283583] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.283708] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.284049] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.284326] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.284487] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.284607] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.284830] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.284979] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.285553] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.285553] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.285553] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.285553] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.285734] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.285770] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.289019] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.306035] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.306195] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.306357] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.306542] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.306839] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-b4452d27-be80-4083-93c5-0ed583a9b374 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.307031] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-b4452d27-be80-4083-93c5-0ed583a9b374" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.307155] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-b4452d27-be80-4083-93c5-0ed583a9b374" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.307456] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-b4452d27-be80-4083-93c5-0ed583a9b374" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.307593] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4452d27-be80-4083-93c5-0ed583a9b374',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.811546] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.811797] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.811797] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.812131] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.812302] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.812468] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port b4452d27-be80-4083-93c5-0ed583a9b374 not found, creating... [ 831.812745] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.812934] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.813139] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.813327] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.813475] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.813762] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.814041] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.814210] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.814509] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.814685] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.814888] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: b4452d27-be80-4083-93c5-0ed583a9b374 is going to be created. [ 831.833765] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.834071] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.834225] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.834526] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.834840] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.835156] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-b4452d27-be80-4083-93c5-0ed583a9b374" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.596365] env[63386]: INFO networking_nsxv3.common.synchronization [req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 req-93ae5b6f-5d33-4857-9054-3b83256089ca service nova] Enqueued Resource ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba with Priority: HIGHEST for action security_group_rules [ 832.596590] env[63386]: INFO networking_nsxv3.common.synchronization [req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 req-93ae5b6f-5d33-4857-9054-3b83256089ca service nova] Enqueued Resource ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba with Priority: HIGHEST for action security_group_members [ 832.596740] env[63386]: INFO networking_nsxv3.common.synchronization [req-cad1e6e0-e8e3-491c-a8c1-c0d3f4e89d26 req-93ae5b6f-5d33-4857-9054-3b83256089ca service nova] Enqueued Resource ID: b4452d27-be80-4083-93c5-0ed583a9b374 with Priority: HIGHEST for action port [ 832.596983] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba with Priority: HIGHEST for action security_group_rules [ 832.597127] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba with Priority: HIGHEST for action security_group_members [ 832.597225] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4452d27-be80-4083-93c5-0ed583a9b374 with Priority: HIGHEST for action port [ 832.597757] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d2c60ac-177f-47eb-958d-bbc8490958ba taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.597880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.597948] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.598285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.598369] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d2c60ac-177f-47eb-958d-bbc8490958ba',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.599522] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d2c60ac-177f-47eb-958d-bbc8490958ba taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.599634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.599703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.599869] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.600022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.600207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.600275] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.600447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.600536] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.600622] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d2c60ac-177f-47eb-958d-bbc8490958ba',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.601337] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4452d27-be80-4083-93c5-0ed583a9b374 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.605027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4452d27-be80-4083-93c5-0ed583a9b374" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.605027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4452d27-be80-4083-93c5-0ed583a9b374" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.605027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4452d27-be80-4083-93c5-0ed583a9b374" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.605027] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4452d27-be80-4083-93c5-0ed583a9b374',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.044921] env[63386]: INFO networking_nsxv3.common.synchronization [req-bd10d2c1-f7b3-4034-9bf9-d4c1d0e1de72 req-175461c1-d966-4c1d-a494-f42feff4459b tempest-VolumesAdminNegativeTest-896868171 tempest-VolumesAdminNegativeTest-896868171-project-member] Enqueued Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGHEST for action security_group_members [ 833.049377] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGHEST for action security_group_members [ 833.049722] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a350a1c8-c4d4-407d-a5a3-e272f621abf1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.049847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.049914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.050678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.050953] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.050953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.051086] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.051198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.051292] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.051387] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a350a1c8-c4d4-407d-a5a3-e272f621abf1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.103278] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d2c60ac-177f-47eb-958d-bbc8490958ba',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.104333] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d2c60ac-177f-47eb-958d-bbc8490958ba taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.104465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.104638] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4452d27-be80-4083-93c5-0ed583a9b374 with status ACTIVE [ 833.104751] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.104858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.104925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.105192] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.105289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.105469] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.105566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.105628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.105783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.105860] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.106972] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.107131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.107176] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.107326] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.107407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.107496] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4452d27-be80-4083-93c5-0ed583a9b374 is going to be updated. [ 833.128490] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.128640] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.128712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.128923] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.129082] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.129341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4452d27-be80-4083-93c5-0ed583a9b374" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.518285] env[63386]: INFO networking_nsxv3.common.synchronization [req-989c02fe-b2b4-4814-8110-c7f0a4c32527 req-bfbba225-2c70-46ab-8712-01e38f149af7 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Enqueued Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 833.518285] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 833.518420] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.518548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.518608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.518811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.518963] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.519092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.519285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.519345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.519416] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.519503] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.553575] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.553748] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.553789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.554075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.573392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.573392] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.573392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.573392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.573563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.573596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.573686] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 is going to be updated. [ 833.609064] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d2c60ac-177f-47eb-958d-bbc8490958ba',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.624717] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.625000] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.625125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.625393] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.625534] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.643859] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 in Status: IN_PROGRESS for 2s [ 833.873519] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.874061] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-508" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.874375] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-508" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.875417] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-508" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.875707] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.875880] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.876012] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.876258] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.876427] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.876649] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.877241] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.877241] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.877241] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.877241] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.877241] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.877638] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.895039] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.895310] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.895520] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.895762] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-508" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.896221] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-d0adffd7-5b97-4cfd-bf3a-f0074d59f887 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.897124] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-d0adffd7-5b97-4cfd-bf3a-f0074d59f887" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.897362] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-d0adffd7-5b97-4cfd-bf3a-f0074d59f887" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.897759] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-d0adffd7-5b97-4cfd-bf3a-f0074d59f887" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.897936] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0adffd7-5b97-4cfd-bf3a-f0074d59f887',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.021433] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.021582] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.021652] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.021879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.021948] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.022146] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.022247] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.022309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.022457] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.022530] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.022614] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 is going to be deleted. [ 834.046930] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.047244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.047244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.047320] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.047374] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.047471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.111428] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.111578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.111648] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.111858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.111946] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.112144] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba is going to be created. [ 834.133450] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.133702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.133782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.134055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.134235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.142154] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba in Status: UNINITIALIZED for 2s [ 834.400943] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.401105] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.401150] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.401440] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.401609] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.401768] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port d0adffd7-5b97-4cfd-bf3a-f0074d59f887 not found, creating... [ 834.402074] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.402288] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.402373] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.402598] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.402741] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.403049] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.403219] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.403380] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.403607] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.403748] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.403896] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: d0adffd7-5b97-4cfd-bf3a-f0074d59f887 is going to be created. [ 834.423310] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.423504] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.423637] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.423902] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.424235] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.424472] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-d0adffd7-5b97-4cfd-bf3a-f0074d59f887" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.170354] env[63386]: INFO networking_nsxv3.common.synchronization [req-989c02fe-b2b4-4814-8110-c7f0a4c32527 req-3b7dc0b4-a739-4b6f-830e-13fee4c00312 service nova] Enqueued Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_rules [ 835.170628] env[63386]: INFO networking_nsxv3.common.synchronization [req-989c02fe-b2b4-4814-8110-c7f0a4c32527 req-3b7dc0b4-a739-4b6f-830e-13fee4c00312 service nova] Enqueued Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 835.170676] env[63386]: INFO networking_nsxv3.common.synchronization [req-989c02fe-b2b4-4814-8110-c7f0a4c32527 req-3b7dc0b4-a739-4b6f-830e-13fee4c00312 service nova] Enqueued Resource ID: d0adffd7-5b97-4cfd-bf3a-f0074d59f887 with Priority: HIGHEST for action port [ 835.170923] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_rules [ 835.171031] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 835.171138] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0adffd7-5b97-4cfd-bf3a-f0074d59f887 with Priority: HIGHEST for action port [ 835.171694] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.171812] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.171882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.172128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.172215] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.175203] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.175203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.175203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.175203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.175203] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.175203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.175203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.175203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.175203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.175203] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.175203] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0adffd7-5b97-4cfd-bf3a-f0074d59f887 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.175203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0adffd7-5b97-4cfd-bf3a-f0074d59f887" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.175203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0adffd7-5b97-4cfd-bf3a-f0074d59f887" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.175203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0adffd7-5b97-4cfd-bf3a-f0074d59f887" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.175203] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0adffd7-5b97-4cfd-bf3a-f0074d59f887',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.653423] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 in Status: SUCCESS [ 835.653423] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 deletion is rescheduled due to dependency. [ 835.653423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.677070] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.678288] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.678579] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.678830] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0adffd7-5b97-4cfd-bf3a-f0074d59f887 with status ACTIVE [ 835.679099] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.679317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.679480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.679754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.679923] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.680190] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.680473] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.680615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.680861] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.681036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.681289] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.683028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.683028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.683028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.683028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.683028] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0adffd7-5b97-4cfd-bf3a-f0074d59f887 is going to be updated. [ 835.705047] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.705047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.705047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.705047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 835.705047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.705047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0adffd7-5b97-4cfd-bf3a-f0074d59f887" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.152784] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba in Status: SUCCESS [ 836.153023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.153193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.153425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.153724] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.153845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.153913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.154107] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.154195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.154269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.154364] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d2c60ac-177f-47eb-958d-bbc8490958ba',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.185167] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.461218] env[63386]: INFO networking_nsxv3.common.synchronization [req-42629ed4-31be-49cb-ac8f-4af157e9877b req-4c7cd738-1121-4e78-81ac-0839d0c108fa tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Enqueued Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_members [ 836.461476] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_members [ 836.461898] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.462287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.462477] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.462778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.463137] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.463391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.463620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.464118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.464312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.464575] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.661435] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d2c60ac-177f-47eb-958d-bbc8490958ba',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.687198] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.687913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.687913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.687913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.687913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.687913] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 is going to be created. [ 836.713061] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.713239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.714036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.714036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.714036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.722673] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: UNINITIALIZED for 2s [ 836.966326] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.165163] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d2c60ac-177f-47eb-958d-bbc8490958ba: rpc.has_security_group_logging(os_id): False [ 837.186279] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.186600] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.186600] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.186834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.186969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.187285] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.187438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.187528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.187712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.187816] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.187949] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba is going to be created. [ 837.244758] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.245239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.245414] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.245672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.245921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.255732] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba in Status: IN_PROGRESS for 2s [ 837.468414] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.971294] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.971415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.971415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.972049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.972049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.972049] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 is going to be updated. [ 837.997432] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.997516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.997607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.997924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.998126] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.006557] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: IN_PROGRESS for 2s [ 838.731974] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: SUCCESS [ 838.732265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.732313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.733147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.733147] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.733147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.733147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.733147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.733147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.733428] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.733428] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.235446] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.235630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.235630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.235843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.236030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.236140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.236205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.236365] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.236455] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.236547] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.236694] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.236799] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.236855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.236998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.237150] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.237296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.237415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.237480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.237557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.237634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.237722] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.267227] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba in Status: SUCCESS [ 839.267459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.739564] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1: rpc.has_security_group_logging(os_id): False [ 839.757645] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.757850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.758073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.758331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.759030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.759030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.759030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.759030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.759030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.759030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.759521] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.759661] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.759751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.759926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.760048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.760482] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.760623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.760716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.760890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.760976] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.761080] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 is going to be created. [ 839.818197] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.818394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.818469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.818678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.818868] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.830468] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: IN_PROGRESS for 2s [ 839.999664] env[63386]: INFO networking_nsxv3.common.synchronization [None req-929b22e8-8957-4a57-9e9d-d6625345167e None None] Enqueued Resource ID: c5257c54-2b96-4a19-ac19-c9434eb15c5c with Priority: HIGHEST for action port [ 839.999870] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5257c54-2b96-4a19-ac19-c9434eb15c5c with Priority: HIGHEST for action port [ 840.002197] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5257c54-2b96-4a19-ac19-c9434eb15c5c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.002371] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5257c54-2b96-4a19-ac19-c9434eb15c5c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.002469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5257c54-2b96-4a19-ac19-c9434eb15c5c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.002759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5257c54-2b96-4a19-ac19-c9434eb15c5c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.002918] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5257c54-2b96-4a19-ac19-c9434eb15c5c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.016838] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: SUCCESS [ 840.016838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.504404] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5257c54-2b96-4a19-ac19-c9434eb15c5c [ 840.504644] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.504775] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.504843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.505077] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.505166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.505258] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5257c54-2b96-4a19-ac19-c9434eb15c5c already deleted. [ 840.505336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5257c54-2b96-4a19-ac19-c9434eb15c5c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.842458] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: SUCCESS [ 841.842702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.001383] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 845.001668] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 848.828270] env[63386]: INFO networking_nsxv3.common.synchronization [req-5152de45-6087-4289-9531-226680b65afa req-6424e9a1-7d30-45e9-9ae3-1ca6c5c3a5be tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c with Priority: HIGHEST for action security_group_members [ 848.828866] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c with Priority: HIGHEST for action security_group_members [ 848.829241] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.829412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.829486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.829819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.829998] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.832900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.832984] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.833211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.833328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.833428] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.285691] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.285951] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.286102] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.286382] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.286645] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.286807] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.286930] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.287174] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.287335] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.287592] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.287722] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.287839] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.287954] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.288087] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.288201] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.288341] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.307569] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.307697] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.307814] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.307981] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.308292] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-e2d025bb-9b4c-4591-b10a-8af253250933 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.308476] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-e2d025bb-9b4c-4591-b10a-8af253250933" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.308588] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-e2d025bb-9b4c-4591-b10a-8af253250933" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.308895] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-e2d025bb-9b4c-4591-b10a-8af253250933" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.309055] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2d025bb-9b4c-4591-b10a-8af253250933',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.336068] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.336217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.336290] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.336514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.336618] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.336792] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.336893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.336955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.337122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.337198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.337286] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c already deleted. [ 849.337368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.811378] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.811559] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.811692] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.811989] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.812206] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.812383] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port e2d025bb-9b4c-4591-b10a-8af253250933 not found, creating... [ 849.812659] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.812822] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.812945] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.813205] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.813788] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.813788] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.813899] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.814142] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.814241] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.814352] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.814505] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: e2d025bb-9b4c-4591-b10a-8af253250933 is going to be created. [ 849.832797] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.833126] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.833126] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.833375] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.833605] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.833834] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-e2d025bb-9b4c-4591-b10a-8af253250933" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.937035] env[63386]: INFO networking_nsxv3.common.synchronization [req-5152de45-6087-4289-9531-226680b65afa req-68152537-5e40-40ab-870d-b2f003fd3bbe service nova] Enqueued Resource ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c with Priority: HIGHEST for action security_group_rules [ 850.937035] env[63386]: INFO networking_nsxv3.common.synchronization [req-5152de45-6087-4289-9531-226680b65afa req-68152537-5e40-40ab-870d-b2f003fd3bbe service nova] Enqueued Resource ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c with Priority: HIGHEST for action security_group_members [ 850.937035] env[63386]: INFO networking_nsxv3.common.synchronization [req-5152de45-6087-4289-9531-226680b65afa req-68152537-5e40-40ab-870d-b2f003fd3bbe service nova] Enqueued Resource ID: e2d025bb-9b4c-4591-b10a-8af253250933 with Priority: HIGHEST for action port [ 850.937035] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c with Priority: HIGHEST for action security_group_rules [ 850.937035] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c with Priority: HIGHEST for action security_group_members [ 850.937035] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d025bb-9b4c-4591-b10a-8af253250933 with Priority: HIGHEST for action port [ 850.937564] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.937707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.937745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.937941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.938043] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.938952] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.939028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.939071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.939306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.939378] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.939479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.939538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.939685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.939762] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.939850] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.941096] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2d025bb-9b4c-4591-b10a-8af253250933 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.941096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2d025bb-9b4c-4591-b10a-8af253250933" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.942109] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2d025bb-9b4c-4591-b10a-8af253250933" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.942109] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2d025bb-9b4c-4591-b10a-8af253250933" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.942109] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2d025bb-9b4c-4591-b10a-8af253250933',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.443076] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.443370] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.443478] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.446510] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2d025bb-9b4c-4591-b10a-8af253250933 with status ACTIVE [ 851.446510] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.446510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.446510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.446959] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.447096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.447299] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.447430] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.447497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.447686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.447776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.447965] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.448086] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.448145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.448299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.448383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.448472] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2d025bb-9b4c-4591-b10a-8af253250933 is going to be updated. [ 851.468831] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.468993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.469075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.469310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.469446] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.469617] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2d025bb-9b4c-4591-b10a-8af253250933" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.951546] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.454999] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.455240] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.455405] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.455756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.455756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.455756] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c is going to be created. [ 852.478129] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.478284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.478485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.478560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.478722] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.487987] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c in Status: UNINITIALIZED for 2s [ 853.127506] env[63386]: INFO networking_nsxv3.common.synchronization [None req-34467252-5f91-43d7-95b2-45d968a89e04 None None] Enqueued Resource ID: 34da1a02-23bb-42e3-b394-30bcc281d230 with Priority: HIGHEST for action port [ 853.129456] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34da1a02-23bb-42e3-b394-30bcc281d230 with Priority: HIGHEST for action port [ 853.133021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-34da1a02-23bb-42e3-b394-30bcc281d230 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.133021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34da1a02-23bb-42e3-b394-30bcc281d230" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.133021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34da1a02-23bb-42e3-b394-30bcc281d230" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.133021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34da1a02-23bb-42e3-b394-30bcc281d230" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.133021] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34da1a02-23bb-42e3-b394-30bcc281d230',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.634485] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34da1a02-23bb-42e3-b394-30bcc281d230 [ 853.634485] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.634485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.634485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.634485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.634485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.634485] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34da1a02-23bb-42e3-b394-30bcc281d230 already deleted. [ 853.634485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34da1a02-23bb-42e3-b394-30bcc281d230" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.771535] env[63386]: INFO networking_nsxv3.common.synchronization [req-67121275-2cc9-4e50-9aa2-8732c1eab31d req-c23a68c4-8196-4fc1-b624-ab391d43aa98 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 853.772102] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 853.772415] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.772539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.772596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.772795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.774859] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.774859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.774859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.774859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.774859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.775158] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.195306] env[63386]: INFO networking_nsxv3.common.synchronization [None req-a9bcfb52-35c6-419e-be73-2211bd4e2967 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Enqueued Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_rules [ 854.195306] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_rules [ 854.195306] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03de7228-488b-4d95-be37-bd987f1a5947 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.195306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.195306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.195306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.195306] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.232020] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.232020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.232020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.232020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.232020] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.232020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.232746] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.233242] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.233591] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.233999] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.234351] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.234676] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.234969] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.235270] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.237020] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.237020] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.255617] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.256412] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.256412] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.256412] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.256600] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-a77e2449-5426-48d5-b09a-731082f468c9 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.256793] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-a77e2449-5426-48d5-b09a-731082f468c9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.256950] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-a77e2449-5426-48d5-b09a-731082f468c9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.261040] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-a77e2449-5426-48d5-b09a-731082f468c9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.261040] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77e2449-5426-48d5-b09a-731082f468c9',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.276910] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.287408] env[63386]: INFO networking_nsxv3.common.synchronization [None req-fa3a2ae2-1de2-45db-a05a-554971ef6b7c tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Enqueued Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_rules [ 854.288299] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_rules [ 854.288622] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03de7228-488b-4d95-be37-bd987f1a5947 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.289284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.498886] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c in Status: SUCCESS [ 854.499353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.499622] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.499932] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.500244] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.500477] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.500615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.500852] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.501019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.501196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.501472] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.716423] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.716596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.716669] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.716883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.716971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.717078] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03de7228-488b-4d95-be37-bd987f1a5947 already deleted. [ 854.717173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.717333] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.717899] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.718080] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.765115] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.765115] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.765115] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.765115] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.765341] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.765840] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port a77e2449-5426-48d5-b09a-731082f468c9 not found, creating... [ 854.765840] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.765997] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.766188] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.768027] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.768027] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.768027] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.768027] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.768027] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.768027] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.768027] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.768027] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: a77e2449-5426-48d5-b09a-731082f468c9 is going to be created. [ 854.779848] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.788520] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.788961] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.789137] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.789467] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.789721] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.789983] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-a77e2449-5426-48d5-b09a-731082f468c9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.004378] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.135642] env[63386]: INFO networking_nsxv3.common.synchronization [req-ce9e4c67-cf33-4d88-ad8d-9b52f885ec10 req-5fd2fac2-4bbd-45a5-abbb-e571abdb430b tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Enqueued Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 855.137318] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 855.137318] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.137318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.137318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.137318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.139390] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.139390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.139390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.139390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.139390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.139390] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.240047] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.240047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.240398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.240398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.240398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.240508] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03de7228-488b-4d95-be37-bd987f1a5947 already deleted. [ 855.240543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.281757] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.281919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.281992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.282288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.282391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.282498] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 855.310046] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.310496] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.310496] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.310600] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.310678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.319313] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 855.489020] env[63386]: INFO networking_nsxv3.common.synchronization [None req-d2bca0f8-c067-469a-9924-2a7be4561f48 None None] Enqueued Resource ID: a7019a57-1e89-44c3-ab0a-13ada8501959 with Priority: HIGHEST for action port [ 855.489020] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7019a57-1e89-44c3-ab0a-13ada8501959 with Priority: HIGHEST for action port [ 855.489020] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7019a57-1e89-44c3-ab0a-13ada8501959 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.489020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7019a57-1e89-44c3-ab0a-13ada8501959" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.489020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7019a57-1e89-44c3-ab0a-13ada8501959" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.489020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7019a57-1e89-44c3-ab0a-13ada8501959" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.489020] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7019a57-1e89-44c3-ab0a-13ada8501959',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.511783] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c: rpc.has_security_group_logging(os_id): False [ 855.528865] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.532152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.532152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.532152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.532152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.532152] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.532152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.532152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.532152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.532152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.532152] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c is going to be created. [ 855.544627] env[63386]: INFO networking_nsxv3.common.synchronization [req-67121275-2cc9-4e50-9aa2-8732c1eab31d req-37ecd79c-8b2f-4605-9b65-0921c5ad55d3 service nova] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_rules [ 855.544822] env[63386]: INFO networking_nsxv3.common.synchronization [req-67121275-2cc9-4e50-9aa2-8732c1eab31d req-37ecd79c-8b2f-4605-9b65-0921c5ad55d3 service nova] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 855.544968] env[63386]: INFO networking_nsxv3.common.synchronization [req-67121275-2cc9-4e50-9aa2-8732c1eab31d req-37ecd79c-8b2f-4605-9b65-0921c5ad55d3 service nova] Enqueued Resource ID: a77e2449-5426-48d5-b09a-731082f468c9 with Priority: HIGHEST for action port [ 855.545216] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_rules [ 855.545672] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 855.545672] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77e2449-5426-48d5-b09a-731082f468c9 with Priority: HIGHEST for action port [ 855.546278] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.546479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.546648] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.546932] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.547146] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.548173] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.548334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.548662] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a77e2449-5426-48d5-b09a-731082f468c9 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.548972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a77e2449-5426-48d5-b09a-731082f468c9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.549418] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a77e2449-5426-48d5-b09a-731082f468c9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.549673] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a77e2449-5426-48d5-b09a-731082f468c9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.550155] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77e2449-5426-48d5-b09a-731082f468c9',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.596743] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.596743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.596743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.596743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.597239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.607948] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c in Status: IN_PROGRESS for 2s [ 855.610875] env[63386]: INFO networking_nsxv3.common.synchronization [req-495fd50e-aef4-432b-962b-a35be1ba947d req-188bdc7b-6390-4011-b36f-f2b9dc9fee51 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 855.610875] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 855.611721] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.611721] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.611721] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.611721] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.612066] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.612066] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.612066] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.612232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.612232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.612866] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.640238] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.641270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.641270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.641270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.641270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.641270] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.641535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.641535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.641637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.641724] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.641834] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 is going to be updated. [ 855.688545] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.688741] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.688741] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.688964] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.689191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.710673] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: IN_PROGRESS for 2s [ 855.991814] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7019a57-1e89-44c3-ab0a-13ada8501959 [ 855.992055] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.992238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.992323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.992500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.992585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.992680] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7019a57-1e89-44c3-ab0a-13ada8501959 already deleted. [ 855.992763] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7019a57-1e89-44c3-ab0a-13ada8501959" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.054524] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.054667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.054858] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a77e2449-5426-48d5-b09a-731082f468c9 with status ACTIVE [ 856.055035] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.055726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.055726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.055726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.055726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.055726] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.055726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.055954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.055954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.056021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.056163] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.056256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.056332] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.056477] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.056586] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.056633] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a77e2449-5426-48d5-b09a-731082f468c9 is going to be updated. [ 856.076475] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.076630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.076704] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.076903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.077052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.077214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a77e2449-5426-48d5-b09a-731082f468c9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.114725] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.144379] env[63386]: INFO networking_nsxv3.common.synchronization [req-322a1211-26af-42b7-b800-f686b5ebd405 req-13899f37-60b9-471d-a707-51fc81215ffa tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 with Priority: HIGHEST for action security_group_members [ 856.145197] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 with Priority: HIGHEST for action security_group_members [ 856.145197] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.145534] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.145705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.145998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.146213] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.146350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.146452] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.147013] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.147960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.147960] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('552baa7f-f8ce-4282-bf17-d1b3c853bbc3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.617408] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.637018] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.637018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.637018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.637018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.637355] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.637661] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.637901] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.643223] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.643223] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.643223] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.643223] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.643223] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.643223] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.643223] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.643223] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.643223] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.649159] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.649286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.649351] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.649538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.649620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.649802] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.649894] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.649952] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.650112] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.650182] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.650272] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 already deleted. [ 856.650349] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.712166] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.712166] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.067 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 856.712166] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.712166] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.712166] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-c688f530-6501-4592-8f94-d7ea1ee47c5b taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.712166] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-c688f530-6501-4592-8f94-d7ea1ee47c5b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.712166] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-c688f530-6501-4592-8f94-d7ea1ee47c5b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.712166] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-c688f530-6501-4592-8f94-d7ea1ee47c5b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.712166] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c688f530-6501-4592-8f94-d7ea1ee47c5b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.125059] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.125059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.125059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.125059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.125059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.125059] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be updated. [ 857.152101] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.152101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.152101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.152101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.152101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.158541] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 2s [ 857.216599] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.216900] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.217048] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.217333] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.217490] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.217650] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port c688f530-6501-4592-8f94-d7ea1ee47c5b not found, creating... [ 857.217923] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.218096] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.218221] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.218446] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.218803] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.218876] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.219452] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.219658] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.219891] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.220112] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.220283] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: c688f530-6501-4592-8f94-d7ea1ee47c5b is going to be created. [ 857.243477] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.243589] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.246014] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.246014] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.246014] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.246014] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-c688f530-6501-4592-8f94-d7ea1ee47c5b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.332153] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 857.332153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.332602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.334357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.334357] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.334357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.334357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.334357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.334357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.334357] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.624369] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c in Status: SUCCESS [ 857.624635] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.721206] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: SUCCESS [ 857.721687] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 deletion is rescheduled due to dependency. [ 857.722038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.835865] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.067483] env[63386]: INFO networking_nsxv3.common.synchronization [req-322a1211-26af-42b7-b800-f686b5ebd405 req-14a55106-7e6c-4b7d-98cd-85b8dbb0a89a service nova] Enqueued Resource ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 with Priority: HIGHEST for action security_group_rules [ 858.067483] env[63386]: INFO networking_nsxv3.common.synchronization [req-322a1211-26af-42b7-b800-f686b5ebd405 req-14a55106-7e6c-4b7d-98cd-85b8dbb0a89a service nova] Enqueued Resource ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 with Priority: HIGHEST for action security_group_members [ 858.067483] env[63386]: INFO networking_nsxv3.common.synchronization [req-322a1211-26af-42b7-b800-f686b5ebd405 req-14a55106-7e6c-4b7d-98cd-85b8dbb0a89a service nova] Enqueued Resource ID: c688f530-6501-4592-8f94-d7ea1ee47c5b with Priority: HIGHEST for action port [ 858.067711] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 with Priority: HIGHEST for action security_group_rules [ 858.067842] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 with Priority: HIGHEST for action security_group_members [ 858.067943] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c688f530-6501-4592-8f94-d7ea1ee47c5b with Priority: HIGHEST for action port [ 858.068593] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.068718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.068785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.069014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.069280] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('552baa7f-f8ce-4282-bf17-d1b3c853bbc3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.070242] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.070445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.070593] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.074043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.074043] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.074043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.074043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.074043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.074043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.074043] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('552baa7f-f8ce-4282-bf17-d1b3c853bbc3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.074043] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-c688f530-6501-4592-8f94-d7ea1ee47c5b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.074043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c688f530-6501-4592-8f94-d7ea1ee47c5b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.074043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c688f530-6501-4592-8f94-d7ea1ee47c5b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.074850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c688f530-6501-4592-8f94-d7ea1ee47c5b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.074850] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c688f530-6501-4592-8f94-d7ea1ee47c5b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.339830] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.578465] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.578589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.578769] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('552baa7f-f8ce-4282-bf17-d1b3c853bbc3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.580115] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c688f530-6501-4592-8f94-d7ea1ee47c5b with status ACTIVE [ 858.580115] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.580115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.580474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.581794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.581794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.581794] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.581794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.581794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.582019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.582019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.582172] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.582611] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.582611] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.582771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.582804] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.582935] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c688f530-6501-4592-8f94-d7ea1ee47c5b is going to be updated. [ 858.604918] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.605090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.605500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.605500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.605500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.605662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c688f530-6501-4592-8f94-d7ea1ee47c5b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.842279] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.842587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.842587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.843178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.843178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.843178] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 858.876784] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.880523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.880523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.880523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.880523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.886872] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 859.085053] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('552baa7f-f8ce-4282-bf17-d1b3c853bbc3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.171256] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 859.171490] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.588402] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.590718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.590718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.590718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.590718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.590718] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 is going to be created. [ 859.621469] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.621663] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.621663] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.621908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.622079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.633720] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 in Status: UNINITIALIZED for 2s [ 860.896427] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 860.896427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.896427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.896898] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.896898] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.897058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.897156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.897401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.897492] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.897607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.897714] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.362792] env[63386]: INFO networking_nsxv3.common.synchronization [req-7faee379-a2a0-45e6-bf3a-6d5e44e7f6af req-f9aeee6f-a512-468c-836e-9b0c981b4725 tempest-MigrationsAdminTest-1058957357 tempest-MigrationsAdminTest-1058957357-project-member] Enqueued Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_members [ 861.363814] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGHEST for action security_group_members [ 861.364153] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.364277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.364407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.364626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.364785] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.364884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.364945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.365104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.365798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.365798] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.401340] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.402048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.402048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.402048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.402048] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.402250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.402344] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.403174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.403174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.403174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.403174] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.403174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.403174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.403411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.403411] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.403526] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.403588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.404278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.404521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.404626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.404735] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.653053] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 in Status: SUCCESS [ 861.653053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.653053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.653053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.653053] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.653053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.653053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.653053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.653053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.653053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.653053] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('552baa7f-f8ce-4282-bf17-d1b3c853bbc3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.774282] env[63386]: INFO networking_nsxv3.common.synchronization [None req-34820c18-e00a-4cde-a856-d8185dfcd6e4 None None] Enqueued Resource ID: c9e5013f-2aa0-4493-984b-79b9d63ed314 with Priority: HIGHEST for action port [ 861.774753] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e5013f-2aa0-4493-984b-79b9d63ed314 with Priority: HIGHEST for action port [ 861.775101] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9e5013f-2aa0-4493-984b-79b9d63ed314 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.775372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9e5013f-2aa0-4493-984b-79b9d63ed314" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.775372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9e5013f-2aa0-4493-984b-79b9d63ed314" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.775596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9e5013f-2aa0-4493-984b-79b9d63ed314" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.775709] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e5013f-2aa0-4493-984b-79b9d63ed314',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.867842] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.867842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.867842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.868115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.891252] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.891649] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.891649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.891649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.892515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.892515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.892515] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 is going to be updated. [ 861.912110] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86: rpc.has_security_group_logging(os_id): False [ 861.930483] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.930483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.930483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.930757] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.930757] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.932805] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.932978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.933285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.933392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.959389] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: IN_PROGRESS for 2s [ 861.973024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.973024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.973024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.973024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.973024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.973024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.973024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.973024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.973024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.973024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.973024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.973024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.973024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.973024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.973805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.973805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.973805] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 862.063772] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.063772] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.063772] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.063772] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.063772] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.087516] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 862.154065] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('552baa7f-f8ce-4282-bf17-d1b3c853bbc3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.280355] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9e5013f-2aa0-4493-984b-79b9d63ed314 [ 862.281125] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.281125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.281125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.281125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.281125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.281125] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9e5013f-2aa0-4493-984b-79b9d63ed314 already deleted. [ 862.281392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9e5013f-2aa0-4493-984b-79b9d63ed314" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.658260] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 552baa7f-f8ce-4282-bf17-d1b3c853bbc3: rpc.has_security_group_logging(os_id): False [ 862.676503] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.677394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.677542] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.677793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.677891] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.678180] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.678287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.678359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.678533] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.678606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.678695] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 is going to be created. [ 862.741352] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.741509] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.741580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.741765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.742053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.753872] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 in Status: IN_PROGRESS for 2s [ 863.300174] env[63386]: INFO networking_nsxv3.common.synchronization [req-5d123ece-0264-4fb2-a455-5954f7c17a7a req-688b0b22-7ebb-4017-8fff-4fe70ddcbea6 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 863.300749] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 863.300818] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.300935] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.301008] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.303392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.303595] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.303723] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.303841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.304024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.304128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.304249] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.708570] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.708878] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.708966] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.709218] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.709467] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.709645] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.709746] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.709963] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.710961] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.711231] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.711365] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.711500] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.711596] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.711826] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.711826] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.712126] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.745344] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.745634] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.745877] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.746183] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.746674] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-1187d823-0618-4c94-94ef-62f0d6fb9199 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.746983] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-1187d823-0618-4c94-94ef-62f0d6fb9199" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.747196] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-1187d823-0618-4c94-94ef-62f0d6fb9199" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.747537] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-1187d823-0618-4c94-94ef-62f0d6fb9199" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.747687] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1187d823-0618-4c94-94ef-62f0d6fb9199',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.807127] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.807334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.807410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.807628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.807722] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.807945] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.808032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.808224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.808224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.808386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.808386] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 863.833910] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.834118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.834245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.834500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.834658] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.845673] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 863.969016] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 in Status: SUCCESS [ 863.969016] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 deletion is rescheduled due to dependency. [ 863.969016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.101497] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 864.101803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.131280] env[63386]: INFO networking_nsxv3.common.synchronization [None req-ddae1772-52e4-4507-89ce-42bf9e43a4ef None None] Enqueued Resource ID: 4c87a85f-8ffc-4893-b9cc-f309dc2c5eb0 with Priority: HIGHEST for action port [ 864.131577] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c87a85f-8ffc-4893-b9cc-f309dc2c5eb0 with Priority: HIGHEST for action port [ 864.132159] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c87a85f-8ffc-4893-b9cc-f309dc2c5eb0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.132298] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c87a85f-8ffc-4893-b9cc-f309dc2c5eb0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.132371] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c87a85f-8ffc-4893-b9cc-f309dc2c5eb0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.132621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c87a85f-8ffc-4893-b9cc-f309dc2c5eb0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.132706] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c87a85f-8ffc-4893-b9cc-f309dc2c5eb0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.251739] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.251988] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.252153] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.252629] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.252819] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.252994] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 1187d823-0618-4c94-94ef-62f0d6fb9199 not found, creating... [ 864.253681] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.253681] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.253681] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.254024] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.254024] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.254291] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.254536] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.254664] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.254887] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.255880] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.256116] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 1187d823-0618-4c94-94ef-62f0d6fb9199 is going to be created. [ 864.275660] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.276107] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.276305] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.276612] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.276905] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.277207] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-1187d823-0618-4c94-94ef-62f0d6fb9199" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.635107] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c87a85f-8ffc-4893-b9cc-f309dc2c5eb0 [ 864.635444] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.635444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.635541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.635764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.635830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.635930] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c87a85f-8ffc-4893-b9cc-f309dc2c5eb0 already deleted. [ 864.636028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c87a85f-8ffc-4893-b9cc-f309dc2c5eb0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.765158] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 in Status: SUCCESS [ 864.768270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.972128] env[63386]: INFO networking_nsxv3.common.synchronization [req-5d123ece-0264-4fb2-a455-5954f7c17a7a req-d348461b-62dd-4299-a78d-e6682f9ef07b service nova] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_rules [ 864.972128] env[63386]: INFO networking_nsxv3.common.synchronization [req-5d123ece-0264-4fb2-a455-5954f7c17a7a req-d348461b-62dd-4299-a78d-e6682f9ef07b service nova] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 864.972128] env[63386]: INFO networking_nsxv3.common.synchronization [req-5d123ece-0264-4fb2-a455-5954f7c17a7a req-d348461b-62dd-4299-a78d-e6682f9ef07b service nova] Enqueued Resource ID: 1187d823-0618-4c94-94ef-62f0d6fb9199 with Priority: HIGHEST for action port [ 864.975814] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_rules [ 864.975814] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 864.975814] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1187d823-0618-4c94-94ef-62f0d6fb9199 with Priority: HIGHEST for action port [ 864.980030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.980030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.980030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.980030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.980030] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.980030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.980030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.980030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-1187d823-0618-4c94-94ef-62f0d6fb9199 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.980030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1187d823-0618-4c94-94ef-62f0d6fb9199" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.980030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1187d823-0618-4c94-94ef-62f0d6fb9199" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.980030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1187d823-0618-4c94-94ef-62f0d6fb9199" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.980030] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1187d823-0618-4c94-94ef-62f0d6fb9199',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.155954] env[63386]: INFO networking_nsxv3.common.synchronization [None req-9967f15a-d5d6-41f1-a77d-984963575b7c None None] Enqueued Resource ID: 1d357a9a-482e-49ad-a94e-2d9f0cdc9de5 with Priority: HIGHEST for action port [ 865.156241] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d357a9a-482e-49ad-a94e-2d9f0cdc9de5 with Priority: HIGHEST for action port [ 865.156908] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d357a9a-482e-49ad-a94e-2d9f0cdc9de5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.157055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d357a9a-482e-49ad-a94e-2d9f0cdc9de5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.157095] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d357a9a-482e-49ad-a94e-2d9f0cdc9de5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.157338] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d357a9a-482e-49ad-a94e-2d9f0cdc9de5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.157425] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d357a9a-482e-49ad-a94e-2d9f0cdc9de5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.489353] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1187d823-0618-4c94-94ef-62f0d6fb9199 with status ACTIVE [ 865.489353] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.489353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.489353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.489353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.489353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.489353] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.489353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.489353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.489353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.489353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.489353] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.489353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.489353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.489815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.489815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.489815] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1187d823-0618-4c94-94ef-62f0d6fb9199 is going to be updated. [ 865.491320] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.491479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.510152] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.510734] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.510734] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.510734] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.510900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.511190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1187d823-0618-4c94-94ef-62f0d6fb9199" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.663666] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d357a9a-482e-49ad-a94e-2d9f0cdc9de5 [ 865.664029] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.664143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.664215] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.666714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.666714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.666714] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d357a9a-482e-49ad-a94e-2d9f0cdc9de5 already deleted. [ 865.666714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d357a9a-482e-49ad-a94e-2d9f0cdc9de5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.856696] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 865.856914] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc deletion is rescheduled due to dependency. [ 865.857059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.857553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.857553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.857673] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.857770] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.857835] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.857987] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.858078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.858173] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.363077] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.868422] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.371812] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.371812] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.371812] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.371812] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.371812] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.371812] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 867.398961] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.399183] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.399183] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.399400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.399543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.408360] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 867.652288] env[63386]: INFO networking_nsxv3.common.synchronization [None req-05186bc3-b22b-4a37-9c32-047593c772b0 None None] Enqueued Resource ID: 5a7c81a9-8c97-4de7-9dd7-cc509231257c with Priority: HIGHEST for action port [ 867.652288] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a7c81a9-8c97-4de7-9dd7-cc509231257c with Priority: HIGHEST for action port [ 867.652288] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a7c81a9-8c97-4de7-9dd7-cc509231257c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.655868] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a7c81a9-8c97-4de7-9dd7-cc509231257c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.655987] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a7c81a9-8c97-4de7-9dd7-cc509231257c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.656314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a7c81a9-8c97-4de7-9dd7-cc509231257c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.656406] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a7c81a9-8c97-4de7-9dd7-cc509231257c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.108803] env[63386]: INFO networking_nsxv3.common.synchronization [req-47918614-6538-456f-b2e6-781beefead81 req-2187cba5-847d-48fd-a430-07c106561e28 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Enqueued Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_members [ 868.109444] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_members [ 868.109763] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-03de7228-488b-4d95-be37-bd987f1a5947 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.109915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.109963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.110583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.110754] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.110864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.110928] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.111104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.111191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.111287] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.158629] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a7c81a9-8c97-4de7-9dd7-cc509231257c [ 868.158886] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.159034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.159264] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.159345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.159391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.159494] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a7c81a9-8c97-4de7-9dd7-cc509231257c already deleted. [ 868.159659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a7c81a9-8c97-4de7-9dd7-cc509231257c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.445077] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.445077] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.445077] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.445077] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.445077] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.445077] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.445356] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.445438] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.445542] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.445755] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.445866] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.445975] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.446097] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.446218] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.446325] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.446456] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.464841] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.465076] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.465175] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.465389] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.465764] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-e3645a43-54c8-4243-8b67-ffcbefa0aa53 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.465961] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.466107] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.466447] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.466595] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3645a43-54c8-4243-8b67-ffcbefa0aa53',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.615173] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.615173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.615173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.615173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.615173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.615173] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.615173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.615173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.615173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.615173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.615173] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03de7228-488b-4d95-be37-bd987f1a5947 already deleted. [ 868.615173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.972018] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.972018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.972018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.972018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.972018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.972018] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port e3645a43-54c8-4243-8b67-ffcbefa0aa53 not found, creating... [ 868.972018] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.972018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.972018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.972018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.972018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.972520] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.972520] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.972520] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.972890] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.973196] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.973485] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: e3645a43-54c8-4243-8b67-ffcbefa0aa53 is going to be created. [ 868.992505] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.993028] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.993028] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.993329] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.993630] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.993913] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.418721] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 869.419127] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.419216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.419510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.420196] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.420196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.420196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.420196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.420461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.420461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.420461] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.723517] env[63386]: INFO networking_nsxv3.common.synchronization [req-47918614-6538-456f-b2e6-781beefead81 req-da03863d-b97f-470d-bd58-944b07682a69 service nova] Enqueued Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_rules [ 869.723715] env[63386]: INFO networking_nsxv3.common.synchronization [req-47918614-6538-456f-b2e6-781beefead81 req-da03863d-b97f-470d-bd58-944b07682a69 service nova] Enqueued Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_members [ 869.723865] env[63386]: INFO networking_nsxv3.common.synchronization [req-47918614-6538-456f-b2e6-781beefead81 req-da03863d-b97f-470d-bd58-944b07682a69 service nova] Enqueued Resource ID: e3645a43-54c8-4243-8b67-ffcbefa0aa53 with Priority: HIGHEST for action port [ 869.724104] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_rules [ 869.724234] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_members [ 869.724330] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3645a43-54c8-4243-8b67-ffcbefa0aa53 with Priority: HIGHEST for action port [ 869.724888] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03de7228-488b-4d95-be37-bd987f1a5947 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.725181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.725328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.725561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.725688] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.726514] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-03de7228-488b-4d95-be37-bd987f1a5947 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.726670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.726834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.726995] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.727187] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.727322] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.727412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.727832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.727832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.727832] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.728820] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3645a43-54c8-4243-8b67-ffcbefa0aa53 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.729319] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.729401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.729584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.729692] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3645a43-54c8-4243-8b67-ffcbefa0aa53',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.732808] env[63386]: INFO networking_nsxv3.common.synchronization [req-550baf77-02d7-4869-a663-1b42f1b921cb req-522f114c-37a4-4004-85de-07933db38d97 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 869.733791] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 869.734526] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.734681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.734744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.734920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.735100] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.735204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.735277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.735840] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.735840] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.735840] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.922944] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.922944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.922944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.922944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.922944] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.923309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.923309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.923309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.923406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.923510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.923704] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.923830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.923925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.924099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.924282] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.924385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.924474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.924640] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.924747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.924858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.924955] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.232440] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-03de7228-488b-4d95-be37-bd987f1a5947 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.232440] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.232622] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.233562] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3645a43-54c8-4243-8b67-ffcbefa0aa53 with status ACTIVE [ 870.233651] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.233731] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.234180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.234180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.234180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.234321] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.234379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.234423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.234707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.234707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.234879] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.234970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.235043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.235205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.235272] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.235358] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3645a43-54c8-4243-8b67-ffcbefa0aa53 is going to be updated. [ 870.237096] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.237849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.237849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.237849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.255675] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.255675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.255848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.255979] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.256137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.256291] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.257464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.257676] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.257785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.257850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.258082] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.258175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.258262] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 is going to be updated. [ 870.286182] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.286182] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.286182] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.286327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.286464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.294875] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: IN_PROGRESS for 2s [ 870.427257] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e71baf66-bad5-425f-bd02-82794ad062cc: rpc.has_security_group_logging(os_id): False [ 870.459032] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.459032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.459032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.459032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.459032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.459307] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.459307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.459391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.459531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.459607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.459785] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.459879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.460023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.460099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.460161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.460341] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.460441] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.460479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.460614] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.460703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.460758] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 870.547383] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.547539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.547591] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.547872] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.548057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.563101] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 870.737780] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.241096] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.241281] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.241324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.241536] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.241624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.241719] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03de7228-488b-4d95-be37-bd987f1a5947 is going to be created. [ 871.262727] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.262912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.263039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.263218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.263385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.272688] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03de7228-488b-4d95-be37-bd987f1a5947 in Status: UNINITIALIZED for 2s [ 872.305510] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: SUCCESS [ 872.305510] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 deletion is rescheduled due to dependency. [ 872.305510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.576254] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 872.576254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.603529] env[63386]: INFO networking_nsxv3.common.synchronization [req-3b009ac1-0ab3-4fd3-80c7-1cfb1be732ee req-5694e454-8cf9-4a23-91bc-22cc42569150 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 872.603529] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 872.603529] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.604345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.604708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.605208] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.605637] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.605996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.608499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.608499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.608499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.608499] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.639196] env[63386]: INFO networking_nsxv3.common.synchronization [req-8872619e-6afd-4a81-b4be-db8e9175f273 req-b042bc9c-f1ac-4ee6-8df7-ad4530b8768c tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 872.639196] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 872.639196] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.639196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.639196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.639196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.639196] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.639196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.639196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.639196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.639196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.640043] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.109454] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.142641] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.282218] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03de7228-488b-4d95-be37-bd987f1a5947 in Status: SUCCESS [ 873.282218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.282496] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.282707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.282891] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.283015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.283080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.283232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.283309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.283389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.283476] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.612507] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.644290] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.786755] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.115233] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.115431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.115544] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.115794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.115911] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.116052] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 874.146047] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.146047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.146047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.146047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.146274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.147433] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.147588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.147730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.147978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.148105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.148222] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be updated. [ 874.160544] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 874.179340] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.179480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.179570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.179779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.180694] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.188649] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 2s [ 874.292485] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03de7228-488b-4d95-be37-bd987f1a5947: rpc.has_security_group_logging(os_id): False [ 874.316607] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.316720] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.316919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.317256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.317524] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.318190] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.320067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.320067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.320067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.320067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.320067] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03de7228-488b-4d95-be37-bd987f1a5947 is going to be created. [ 874.381755] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.381954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.382023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.382196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.382416] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.391923] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03de7228-488b-4d95-be37-bd987f1a5947 in Status: IN_PROGRESS for 2s [ 876.169310] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 876.169624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.197088] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 876.197318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.403609] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03de7228-488b-4d95-be37-bd987f1a5947 in Status: SUCCESS [ 876.403609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.510810] env[63386]: INFO networking_nsxv3.common.synchronization [req-6f3e9b76-fd87-476f-9168-8085a0f773e4 req-31535121-7a2b-4e62-a2b6-f965407005a9 tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Enqueued Resource ID: f402be35-29af-4b8a-807c-a6a2e5464487 with Priority: HIGHEST for action security_group_members [ 876.511467] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f402be35-29af-4b8a-807c-a6a2e5464487 with Priority: HIGHEST for action security_group_members [ 876.512102] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f402be35-29af-4b8a-807c-a6a2e5464487 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.512102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.512102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.514895] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.514895] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.515076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.515076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.515681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.515681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.515681] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f402be35-29af-4b8a-807c-a6a2e5464487',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.859310] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.859474] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-565" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.859624] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-565" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.859977] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-565" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.860323] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.860494] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.860619] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.860844] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.860992] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.861225] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.861344] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.861459] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.861632] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.862406] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.862406] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.862406] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.880037] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.880225] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.880699] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.880699] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-565" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.880839] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-1ad635b5-4755-4fb5-b567-5a420de99f45 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.881018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-1ad635b5-4755-4fb5-b567-5a420de99f45" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.881148] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-1ad635b5-4755-4fb5-b567-5a420de99f45" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.881462] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-1ad635b5-4755-4fb5-b567-5a420de99f45" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.881604] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad635b5-4755-4fb5-b567-5a420de99f45',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.017826] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.018052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.018157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.018426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.018565] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.018767] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.018866] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.018929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.019102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.019177] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.019260] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f402be35-29af-4b8a-807c-a6a2e5464487 already deleted. [ 877.019340] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.384998] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.384998] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.384998] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.384998] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.385394] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.385394] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 1ad635b5-4755-4fb5-b567-5a420de99f45 not found, creating... [ 877.385688] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.385867] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.386140] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.387027] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.387027] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.387027] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.387027] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.387246] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.387324] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.387824] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.387824] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 1ad635b5-4755-4fb5-b567-5a420de99f45 is going to be created. [ 877.405768] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.406097] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.406654] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.406654] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.406876] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.407120] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-1ad635b5-4755-4fb5-b567-5a420de99f45" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.123805] env[63386]: INFO networking_nsxv3.common.synchronization [req-6f3e9b76-fd87-476f-9168-8085a0f773e4 req-7852ad2e-67a9-4748-adae-90eef0b11af9 service nova] Enqueued Resource ID: f402be35-29af-4b8a-807c-a6a2e5464487 with Priority: HIGHEST for action security_group_rules [ 878.124033] env[63386]: INFO networking_nsxv3.common.synchronization [req-6f3e9b76-fd87-476f-9168-8085a0f773e4 req-7852ad2e-67a9-4748-adae-90eef0b11af9 service nova] Enqueued Resource ID: f402be35-29af-4b8a-807c-a6a2e5464487 with Priority: HIGHEST for action security_group_members [ 878.124157] env[63386]: INFO networking_nsxv3.common.synchronization [req-6f3e9b76-fd87-476f-9168-8085a0f773e4 req-7852ad2e-67a9-4748-adae-90eef0b11af9 service nova] Enqueued Resource ID: 1ad635b5-4755-4fb5-b567-5a420de99f45 with Priority: HIGHEST for action port [ 878.124393] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f402be35-29af-4b8a-807c-a6a2e5464487 with Priority: HIGHEST for action security_group_rules [ 878.124563] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f402be35-29af-4b8a-807c-a6a2e5464487 with Priority: HIGHEST for action security_group_members [ 878.124814] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad635b5-4755-4fb5-b567-5a420de99f45 with Priority: HIGHEST for action port [ 878.130024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f402be35-29af-4b8a-807c-a6a2e5464487 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.130024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.130024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.130024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.130024] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f402be35-29af-4b8a-807c-a6a2e5464487',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.130024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f402be35-29af-4b8a-807c-a6a2e5464487 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.130024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.130024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.130024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.130024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.130024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.130024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.130024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.130024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.130024] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f402be35-29af-4b8a-807c-a6a2e5464487',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.130024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ad635b5-4755-4fb5-b567-5a420de99f45 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.130024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ad635b5-4755-4fb5-b567-5a420de99f45" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.130024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ad635b5-4755-4fb5-b567-5a420de99f45" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.130818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ad635b5-4755-4fb5-b567-5a420de99f45" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.130818] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad635b5-4755-4fb5-b567-5a420de99f45',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.633017] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ad635b5-4755-4fb5-b567-5a420de99f45 with status ACTIVE [ 878.633405] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.633504] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.633556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.635093] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.635220] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.635692] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.635692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.635692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.636071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.636071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.636160] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.636441] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.636441] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.636558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.636602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.636675] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ad635b5-4755-4fb5-b567-5a420de99f45 is going to be updated. [ 878.638341] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f402be35-29af-4b8a-807c-a6a2e5464487 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.638477] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.638751] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f402be35-29af-4b8a-807c-a6a2e5464487',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.659438] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.659438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.659438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.659628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.659762] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.660188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ad635b5-4755-4fb5-b567-5a420de99f45" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.905650] env[63386]: INFO networking_nsxv3.common.synchronization [req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 req-65c97ea7-2e9f-4f8d-92d5-39aec485a395 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Enqueued Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 878.906265] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 878.906628] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.906774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.906836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.907585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.907907] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.907907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.908130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.908187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.908289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.908390] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.142129] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f402be35-29af-4b8a-807c-a6a2e5464487',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.227662] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.227662] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-508" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.227662] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-508" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.227935] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-508" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.228383] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.229494] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.229494] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.229494] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.229494] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.229494] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.229494] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.229494] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.229844] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.229844] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.229844] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.229938] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.250055] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.250264] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.250416] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.250605] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-508" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.251722] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-ff82d644-f094-4abc-b2c7-21b2b58872ad taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.251722] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-ff82d644-f094-4abc-b2c7-21b2b58872ad" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.251722] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-ff82d644-f094-4abc-b2c7-21b2b58872ad" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.251722] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-ff82d644-f094-4abc-b2c7-21b2b58872ad" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.251988] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff82d644-f094-4abc-b2c7-21b2b58872ad',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.411594] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.411847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.411924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.412151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.412239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.412451] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.412560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.412625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.412781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.412858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.412944] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 is going to be updated. [ 879.439112] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.439275] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.439346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.439555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.439696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.448313] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: IN_PROGRESS for 2s [ 879.645601] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.645964] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.645964] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.646185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.646185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.647042] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f402be35-29af-4b8a-807c-a6a2e5464487 is going to be created. [ 879.674018] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.674192] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.674257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.674425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.674656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.684798] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f402be35-29af-4b8a-807c-a6a2e5464487 in Status: UNINITIALIZED for 2s [ 879.754868] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.755136] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.755238] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.755531] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.755688] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.755850] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port ff82d644-f094-4abc-b2c7-21b2b58872ad not found, creating... [ 879.756144] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.756309] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.756430] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.756659] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.756806] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.757127] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.757287] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.757408] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.757620] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.757814] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.757984] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: ff82d644-f094-4abc-b2c7-21b2b58872ad is going to be created. [ 879.841011] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.841262] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.841409] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.841701] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.841938] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.842199] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-ff82d644-f094-4abc-b2c7-21b2b58872ad" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.476837] env[63386]: INFO networking_nsxv3.common.synchronization [req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 req-e7cfb217-2df2-42ac-b72c-259199bbcbdd service nova] Enqueued Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_rules [ 880.477059] env[63386]: INFO networking_nsxv3.common.synchronization [req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 req-e7cfb217-2df2-42ac-b72c-259199bbcbdd service nova] Enqueued Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 880.477416] env[63386]: INFO networking_nsxv3.common.synchronization [req-7e7de2b1-3e2b-4609-8c18-5fed965e2af2 req-e7cfb217-2df2-42ac-b72c-259199bbcbdd service nova] Enqueued Resource ID: ff82d644-f094-4abc-b2c7-21b2b58872ad with Priority: HIGHEST for action port [ 880.477970] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_rules [ 880.478307] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 880.478427] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff82d644-f094-4abc-b2c7-21b2b58872ad with Priority: HIGHEST for action port [ 880.478706] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.478897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.478897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.479112] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.479194] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.480040] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.480141] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.480333] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff82d644-f094-4abc-b2c7-21b2b58872ad taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.480428] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff82d644-f094-4abc-b2c7-21b2b58872ad" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.480491] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff82d644-f094-4abc-b2c7-21b2b58872ad" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.480649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff82d644-f094-4abc-b2c7-21b2b58872ad" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.480724] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff82d644-f094-4abc-b2c7-21b2b58872ad',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.982790] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.983129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.984278] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff82d644-f094-4abc-b2c7-21b2b58872ad with status ACTIVE [ 880.984464] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.984747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.984831] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.985058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.985151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.985334] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.985443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.985553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.985698] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.985783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.985958] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.986135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.986135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.986259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.986331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.986415] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff82d644-f094-4abc-b2c7-21b2b58872ad is going to be updated. [ 881.006991] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.007137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.007212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.007402] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.007534] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.007687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff82d644-f094-4abc-b2c7-21b2b58872ad" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.378614] env[63386]: INFO networking_nsxv3.common.synchronization [req-8ac06943-8604-4883-ac87-05dd3b6c822c req-662f091e-5e67-4238-84a4-1c5239beabaa tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Enqueued Resource ID: 8fa48801-d936-4f45-a751-dc40a4025c6e with Priority: HIGHEST for action security_group_members [ 881.379317] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa48801-d936-4f45-a751-dc40a4025c6e with Priority: HIGHEST for action security_group_members [ 881.379686] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa48801-d936-4f45-a751-dc40a4025c6e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.379848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.380307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.380307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.380416] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.380525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.380586] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.380983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.380983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.380983] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa48801-d936-4f45-a751-dc40a4025c6e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.457272] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: SUCCESS [ 881.457446] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 deletion is rescheduled due to dependency. [ 881.457557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.457706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.457914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.458103] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.458224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.458293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.458430] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.458510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.458602] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.694718] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f402be35-29af-4b8a-807c-a6a2e5464487 in Status: SUCCESS [ 881.694989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.695417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.695471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.695685] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.695846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.695967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.696169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.696273] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.696387] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.696519] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f402be35-29af-4b8a-807c-a6a2e5464487',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.746209] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.746423] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-580" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.746558] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-580" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.746929] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-580" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.747222] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.747402] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.747538] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.747766] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.747919] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.748156] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.748275] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.748557] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.748557] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.748662] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.748703] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.748822] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.765851] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.766051] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.766213] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.766392] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-580" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.766803] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-6a1f4def-c876-405e-917a-854796cd04b9 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.767016] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-6a1f4def-c876-405e-917a-854796cd04b9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.767152] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-6a1f4def-c876-405e-917a-854796cd04b9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.767459] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-6a1f4def-c876-405e-917a-854796cd04b9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.767604] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a1f4def-c876-405e-917a-854796cd04b9',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.883600] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.883759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.883826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.884047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.884139] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.884415] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.884415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.884636] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.884681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.884777] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.884867] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa48801-d936-4f45-a751-dc40a4025c6e already deleted. [ 881.884950] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.960363] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.199205] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f402be35-29af-4b8a-807c-a6a2e5464487 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.199483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.199483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.199826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.200039] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.200253] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.200795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.200795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.200795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.200795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.201034] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f402be35-29af-4b8a-807c-a6a2e5464487 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.201034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.201201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.201231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.201469] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.201545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.201593] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.201732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.201810] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.201893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.201979] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f402be35-29af-4b8a-807c-a6a2e5464487',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.270033] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.270434] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.270594] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.270901] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.271083] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.271250] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 6a1f4def-c876-405e-917a-854796cd04b9 not found, creating... [ 882.271554] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.271738] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.271861] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.272115] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.272279] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.272766] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.273056] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.273258] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.273612] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.273799] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.274058] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 6a1f4def-c876-405e-917a-854796cd04b9 is going to be created. [ 882.293957] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.293957] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.293957] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.294266] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.294501] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.294811] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-6a1f4def-c876-405e-917a-854796cd04b9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.462899] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.704440] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f402be35-29af-4b8a-807c-a6a2e5464487: rpc.has_security_group_logging(os_id): False [ 882.721276] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.721459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.721503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.721707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.721791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.721975] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.722085] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.722147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.722294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.722369] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.722568] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.722667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.722729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.722868] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.722942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.723133] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.723227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.723286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.723423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.723495] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.723581] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f402be35-29af-4b8a-807c-a6a2e5464487 is going to be created. [ 882.812518] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.812733] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.812769] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.812974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.813171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.824117] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f402be35-29af-4b8a-807c-a6a2e5464487 in Status: IN_PROGRESS for 2s [ 882.965791] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.965961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.966042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.966274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.966363] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.966462] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 is going to be updated. [ 883.002304] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.002545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.002545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.003381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.003381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.012367] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: IN_PROGRESS for 2s [ 883.025508] env[63386]: INFO networking_nsxv3.common.synchronization [req-8ac06943-8604-4883-ac87-05dd3b6c822c req-8a9e1a0b-af0c-4f5b-9e3e-afb841497b3f service nova] Enqueued Resource ID: 8fa48801-d936-4f45-a751-dc40a4025c6e with Priority: HIGHEST for action security_group_rules [ 883.025508] env[63386]: INFO networking_nsxv3.common.synchronization [req-8ac06943-8604-4883-ac87-05dd3b6c822c req-8a9e1a0b-af0c-4f5b-9e3e-afb841497b3f service nova] Enqueued Resource ID: 8fa48801-d936-4f45-a751-dc40a4025c6e with Priority: HIGHEST for action security_group_members [ 883.025508] env[63386]: INFO networking_nsxv3.common.synchronization [req-8ac06943-8604-4883-ac87-05dd3b6c822c req-8a9e1a0b-af0c-4f5b-9e3e-afb841497b3f service nova] Enqueued Resource ID: 6a1f4def-c876-405e-917a-854796cd04b9 with Priority: HIGHEST for action port [ 883.025508] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa48801-d936-4f45-a751-dc40a4025c6e with Priority: HIGHEST for action security_group_rules [ 883.025508] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa48801-d936-4f45-a751-dc40a4025c6e with Priority: HIGHEST for action security_group_members [ 883.025508] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1f4def-c876-405e-917a-854796cd04b9 with Priority: HIGHEST for action port [ 883.025508] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa48801-d936-4f45-a751-dc40a4025c6e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.025508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.025508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.025508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.025508] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa48801-d936-4f45-a751-dc40a4025c6e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.026171] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa48801-d936-4f45-a751-dc40a4025c6e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.026341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.026341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.026465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.026627] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.026838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.026838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.026941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.027029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.027120] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa48801-d936-4f45-a751-dc40a4025c6e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.027874] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a1f4def-c876-405e-917a-854796cd04b9 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.027874] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a1f4def-c876-405e-917a-854796cd04b9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.028163] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a1f4def-c876-405e-917a-854796cd04b9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.028163] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a1f4def-c876-405e-917a-854796cd04b9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.028163] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a1f4def-c876-405e-917a-854796cd04b9',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.533921] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fa48801-d936-4f45-a751-dc40a4025c6e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.534999] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa48801-d936-4f45-a751-dc40a4025c6e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.535211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.535840] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a1f4def-c876-405e-917a-854796cd04b9 with status ACTIVE [ 883.535840] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.535840] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.535840] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.536058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.536119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.536290] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.536388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.536451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.536612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.536689] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.536897] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.537015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.537015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.537160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.537244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.537328] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a1f4def-c876-405e-917a-854796cd04b9 is going to be updated. [ 883.558167] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.558512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.558664] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.558805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.558960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.559190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a1f4def-c876-405e-917a-854796cd04b9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.036578] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fa48801-d936-4f45-a751-dc40a4025c6e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.539593] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.540014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.540014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.540317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.540475] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.540633] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa48801-d936-4f45-a751-dc40a4025c6e is going to be created. [ 884.564735] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.564978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.565118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.565431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.565611] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.574384] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa48801-d936-4f45-a751-dc40a4025c6e in Status: UNINITIALIZED for 2s [ 884.836589] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f402be35-29af-4b8a-807c-a6a2e5464487 in Status: SUCCESS [ 884.836826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.022303] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: SUCCESS [ 885.022303] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.022436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.022726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.022968] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.023540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.023540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.023540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.023540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.023540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.024224] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.525966] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.527631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.527631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.527631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.527631] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.527631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.527631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.527631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.527631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.527631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.527631] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.527631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.527631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.527631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.527631] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.528180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.528180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.528180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.528180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.528180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.528180] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.030865] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1: rpc.has_security_group_logging(os_id): False [ 886.054446] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.054607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.054693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.054911] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.055013] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.055213] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.055318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.055382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.055529] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.055608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.055792] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.055883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.055939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.056099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.056175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.056372] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.056464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.056527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.056657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.056736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.056822] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 is going to be updated. [ 886.121765] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.121952] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.122061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.122296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.122689] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.138116] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: IN_PROGRESS for 2s [ 886.183626] env[63386]: INFO networking_nsxv3.common.synchronization [req-42224359-e44a-496a-b00f-2f9620f8e03f req-c96f79f9-ff48-43f9-b35e-76aebbcfe80d tempest-ServersV294TestFqdnHostnames-829358877 tempest-ServersV294TestFqdnHostnames-829358877-project-member] Enqueued Resource ID: 28a34854-53cf-4448-8617-23cc5f7da83e with Priority: HIGHEST for action security_group_members [ 886.184540] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a34854-53cf-4448-8617-23cc5f7da83e with Priority: HIGHEST for action security_group_members [ 886.184540] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-28a34854-53cf-4448-8617-23cc5f7da83e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.184761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.184761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.184848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.185015] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.185151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.185216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.185387] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.185480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.185572] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28a34854-53cf-4448-8617-23cc5f7da83e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.584382] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa48801-d936-4f45-a751-dc40a4025c6e in Status: UNINITIALIZED for 4s [ 886.687671] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.688287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.688287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.690184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.710278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.711813] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.711813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.711813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.711813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.711813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.711813] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28a34854-53cf-4448-8617-23cc5f7da83e is going to be updated. [ 886.743250] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.743250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.743250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.743250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.743250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.752020] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28a34854-53cf-4448-8617-23cc5f7da83e in Status: IN_PROGRESS for 2s [ 888.154109] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: SUCCESS [ 888.154109] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.508820] env[63386]: INFO networking_nsxv3.common.synchronization [req-632d36aa-0afb-4713-8b30-09723b4cb3b3 req-499bea70-3e2a-4c28-b30a-7be51fef0159 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 888.509698] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 888.510210] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.510411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.510538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.511255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.511255] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.511255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.511372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.511608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.511754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.511902] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.569980] env[63386]: INFO networking_nsxv3.common.synchronization [req-6d90b31b-0b96-418c-9367-6a349974a2bf req-b1d49b6f-d333-4d6b-bac7-b7968f72317f tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 888.570515] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 888.570814] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.570954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.571036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.572851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.573064] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.573185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.573246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.573510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.573510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.573619] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.595232] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa48801-d936-4f45-a751-dc40a4025c6e in Status: SUCCESS [ 888.595554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.596077] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.596302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.596535] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.596610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.596687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.596847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.596938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.597365] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.597365] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fa48801-d936-4f45-a751-dc40a4025c6e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.762740] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28a34854-53cf-4448-8617-23cc5f7da83e in Status: SUCCESS [ 888.762870] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28a34854-53cf-4448-8617-23cc5f7da83e deletion is rescheduled due to dependency. [ 888.762992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.014807] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.015195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.015361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.015662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.015913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.016219] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.016481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.016642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.016890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.017071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.017262] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 889.043458] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.043544] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.043648] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.043821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.043952] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.052888] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 889.079191] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.079191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.079191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.079191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.079191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.079191] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.079191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.079191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.079191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.079191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.079191] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 889.099602] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa48801-d936-4f45-a751-dc40a4025c6e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.099915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.100781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.100781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.100781] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.100781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.100781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.102156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.102156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.102156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.102156] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa48801-d936-4f45-a751-dc40a4025c6e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.102156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.102156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.102156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.102156] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.102464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.102464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.104016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.104016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.104016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.104016] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fa48801-d936-4f45-a751-dc40a4025c6e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.105320] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.105320] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.105412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.105548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.106454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.115121] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 889.228289] env[63386]: INFO networking_nsxv3.common.synchronization [req-9c81d8ef-6dab-471c-a3c9-117eb504d8ea req-28ab7a94-4a3c-487a-bd15-6e3b57496099 tempest-ServersAdminTestJSON-522372276 tempest-ServersAdminTestJSON-522372276-project-member] Enqueued Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 889.229382] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 with Priority: HIGHEST for action security_group_members [ 889.229382] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.229382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.229382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.229620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.229658] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.229743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.229804] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.229977] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.230087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.230181] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.607970] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fa48801-d936-4f45-a751-dc40a4025c6e: rpc.has_security_group_logging(os_id): False [ 889.636801] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.636970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.637057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.637659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.637659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.637659] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.637659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.637879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.637879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.637944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.638798] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.638798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.638798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.638798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.638798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.638798] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.638798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.638798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.639142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.639142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.639142] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa48801-d936-4f45-a751-dc40a4025c6e is going to be created. [ 889.700383] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.700511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.700511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.700733] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.700966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.711385] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa48801-d936-4f45-a751-dc40a4025c6e in Status: IN_PROGRESS for 2s [ 889.733891] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.734056] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.734130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.734341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.759058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.759321] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.759484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.759521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.759704] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.759807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.759928] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 is going to be updated. [ 889.809123] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.810035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.810035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.810035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.810035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.819116] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: IN_PROGRESS for 2s [ 890.668877] env[63386]: INFO networking_nsxv3.common.synchronization [req-b4913c66-533e-472c-9942-d96d2db1ea83 req-2fb3bac5-3083-4cb0-bac6-8a09054c7e6a tempest-ServerPasswordTestJSON-2007700805 tempest-ServerPasswordTestJSON-2007700805-project-member] Enqueued Resource ID: f402be35-29af-4b8a-807c-a6a2e5464487 with Priority: HIGHEST for action security_group_members [ 890.669209] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f402be35-29af-4b8a-807c-a6a2e5464487 with Priority: HIGHEST for action security_group_members [ 890.669530] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f402be35-29af-4b8a-807c-a6a2e5464487 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.669668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.669744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.669981] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.674294] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.674429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.674526] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.674725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.674834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.674930] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f402be35-29af-4b8a-807c-a6a2e5464487',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.062929] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 891.062929] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 deletion is rescheduled due to dependency. [ 891.062929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.125007] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 891.125007] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc deletion is rescheduled due to dependency. [ 891.125195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.176722] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.176883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.176971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.177200] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.177291] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.177845] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.177845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.177845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.177845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.177845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.178339] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f402be35-29af-4b8a-807c-a6a2e5464487 is going to be updated. [ 891.203852] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.203997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.204087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.204285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.204423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.212653] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f402be35-29af-4b8a-807c-a6a2e5464487 in Status: IN_PROGRESS for 2s [ 891.472124] env[63386]: INFO networking_nsxv3.common.synchronization [req-655654d1-64aa-46fa-858d-b192895d290b req-c9b6f488-f7dc-4372-91c1-a065abcf87c1 tempest-ImagesOneServerNegativeTestJSON-1307233771 tempest-ImagesOneServerNegativeTestJSON-1307233771-project-member] Enqueued Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 891.472760] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGHEST for action security_group_members [ 891.473129] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.474227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.474227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.474396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.474564] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.474717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.474790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.474940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.475035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.475129] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.609748] env[63386]: INFO networking_nsxv3.common.synchronization [req-0cc96008-8011-4e36-86b3-ab6d75ef908a req-65a1f9a5-a19c-49d1-8d7f-2a6defec355e tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 891.609748] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 891.609875] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.610008] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.610080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.610284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.610441] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.610539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.610601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.610743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.610825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.610914] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.726018] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa48801-d936-4f45-a751-dc40a4025c6e in Status: SUCCESS [ 891.726363] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.829460] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 in Status: SUCCESS [ 891.829627] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5 deletion is rescheduled due to dependency. [ 891.829726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.960314] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.960523] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.960656] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.960948] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.961230] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.961396] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.961520] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.961756] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.961914] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.962281] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.962411] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.962530] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.962680] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.962768] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.962883] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.963034] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.978822] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.978947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.979045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.979249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.979339] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.979523] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.979621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.979692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.979921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.979996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.980092] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 is going to be updated. [ 891.983644] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.983644] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 891.983644] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.983644] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.983644] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.983644] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.983644] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.983644] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.983644] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824525fa-b424-4ae7-9fdf-ed7ee53bb7fb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.012877] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.013041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.013112] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.013366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.013450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.021167] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: IN_PROGRESS for 2s [ 892.112934] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.113114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.113186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.113395] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.113486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.113678] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.113820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.113880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.113987] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.114111] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.114156] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 is going to be updated. [ 892.143984] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.144142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.144204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.144404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.144531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.156048] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: IN_PROGRESS for 2s [ 892.487058] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.487058] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.487058] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.487342] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.487402] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.487568] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb not found, creating... [ 892.487848] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.488035] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.488166] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.488387] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.488532] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.488816] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.488980] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.489116] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.489328] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.489469] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.489613] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb is going to be created. [ 892.510030] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.510030] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.510195] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.510503] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.510757] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.510993] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.203115] env[63386]: INFO networking_nsxv3.common.synchronization [req-0cc96008-8011-4e36-86b3-ab6d75ef908a req-1431c2d7-d2b7-40a6-b08e-f512b57e70f5 service nova] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_rules [ 893.203115] env[63386]: INFO networking_nsxv3.common.synchronization [req-0cc96008-8011-4e36-86b3-ab6d75ef908a req-1431c2d7-d2b7-40a6-b08e-f512b57e70f5 service nova] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 893.203115] env[63386]: INFO networking_nsxv3.common.synchronization [req-0cc96008-8011-4e36-86b3-ab6d75ef908a req-1431c2d7-d2b7-40a6-b08e-f512b57e70f5 service nova] Enqueued Resource ID: 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb with Priority: HIGHEST for action port [ 893.203481] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_rules [ 893.203481] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 893.203551] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb with Priority: HIGHEST for action port [ 893.206489] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.206668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.206745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.206961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.207073] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.208267] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.208267] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.208434] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.208434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.208593] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.208712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.208777] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824525fa-b424-4ae7-9fdf-ed7ee53bb7fb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.222486] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f402be35-29af-4b8a-807c-a6a2e5464487 in Status: SUCCESS [ 893.222713] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f402be35-29af-4b8a-807c-a6a2e5464487 deletion is rescheduled due to dependency. [ 893.222834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.710357] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.711174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.711453] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb with status ACTIVE [ 893.711693] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.711781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.711858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.712093] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.712184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.712361] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.712518] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.712652] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.712798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.712891] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.713073] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.713191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.713255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.713360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.713461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.713527] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 824525fa-b424-4ae7-9fdf-ed7ee53bb7fb is going to be updated. [ 893.733287] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.733287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.733287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.733563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.733618] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.733768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-824525fa-b424-4ae7-9fdf-ed7ee53bb7fb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.033683] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 in Status: SUCCESS [ 894.033683] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 deletion is rescheduled due to dependency. [ 894.033683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.167317] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: SUCCESS [ 894.167317] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 deletion is rescheduled due to dependency. [ 894.167317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.167317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.167317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.167317] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.167317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.167317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.167317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.167317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.167317] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.646438] env[63386]: INFO networking_nsxv3.common.synchronization [req-f89e0e3b-be58-4e7b-a678-2f30a9feb6f3 req-7d82ed11-758b-48f7-a725-e5aeb55b171e tempest-ImagesNegativeTestJSON-1446873912 tempest-ImagesNegativeTestJSON-1446873912-project-member] Enqueued Resource ID: 8fa48801-d936-4f45-a751-dc40a4025c6e with Priority: HIGHEST for action security_group_members [ 894.646438] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa48801-d936-4f45-a751-dc40a4025c6e with Priority: HIGHEST for action security_group_members [ 894.646438] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa48801-d936-4f45-a751-dc40a4025c6e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.646438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.646438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.646438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.646438] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.646438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.646438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.646438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.648912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.648912] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa48801-d936-4f45-a751-dc40a4025c6e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.669328] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.154021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.154021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.154021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.154021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.154021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.154021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.154021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.154021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.154021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.154021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.154021] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa48801-d936-4f45-a751-dc40a4025c6e is going to be updated. [ 895.172101] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.178841] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.178841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.178841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.178841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.178841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.186677] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa48801-d936-4f45-a751-dc40a4025c6e in Status: IN_PROGRESS for 2s [ 895.677230] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.677230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.677548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.677548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.677611] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.677694] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 is going to be updated. [ 895.706874] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.707940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.707940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.708303] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.709355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.719249] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: IN_PROGRESS for 2s [ 895.932819] env[63386]: INFO networking_nsxv3.common.synchronization [req-6e50e255-59df-4c37-a51b-fbea3b8ce644 req-57ff0273-a0a4-474f-94d4-99a05131ffe6 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 895.936408] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 895.936408] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.936408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.936408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.936408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.936408] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.936408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.936408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.936408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.936408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.936408] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.437812] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.437978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.438070] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.438289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.438385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.438582] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.438714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.438750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.438921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.439009] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.439101] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 896.463891] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.464046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.464117] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.464311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.464448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.472383] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 896.480786] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.481026] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.481140] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.481397] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.481659] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.481821] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.481943] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.482196] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.482348] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.482620] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.482853] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.483014] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.483130] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.483255] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.483369] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.483503] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.513575] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.513747] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 896.513895] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.514086] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-367" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.514392] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.514567] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.514692] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.515104] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.515321] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce7dec1e-d5ad-4e2a-9f31-0eef267c7091',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.017747] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.018225] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.018225] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.018396] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.018553] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.018713] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 not found, creating... [ 897.018986] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.019170] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.019294] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.019511] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.019652] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.019936] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.020092] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.020221] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.020431] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.020566] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.020708] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 is going to be created. [ 897.041823] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.042050] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.042183] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.042429] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.042663] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.042891] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.197735] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa48801-d936-4f45-a751-dc40a4025c6e in Status: SUCCESS [ 897.197911] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa48801-d936-4f45-a751-dc40a4025c6e deletion is rescheduled due to dependency. [ 897.198038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa48801-d936-4f45-a751-dc40a4025c6e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.735478] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: SUCCESS [ 897.735478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.735478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.735478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.735478] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.736091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.736091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.736284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.736418] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.736556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.736725] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.759909] env[63386]: INFO networking_nsxv3.common.synchronization [req-6e50e255-59df-4c37-a51b-fbea3b8ce644 req-e8bd6272-867b-4a02-921a-98adfc68d347 service nova] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_rules [ 897.760125] env[63386]: INFO networking_nsxv3.common.synchronization [req-6e50e255-59df-4c37-a51b-fbea3b8ce644 req-e8bd6272-867b-4a02-921a-98adfc68d347 service nova] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 897.760270] env[63386]: INFO networking_nsxv3.common.synchronization [req-6e50e255-59df-4c37-a51b-fbea3b8ce644 req-e8bd6272-867b-4a02-921a-98adfc68d347 service nova] Enqueued Resource ID: ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 with Priority: HIGHEST for action port [ 897.760494] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_rules [ 897.760637] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 897.760742] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 with Priority: HIGHEST for action port [ 897.761764] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.762333] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.762481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.762732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.762859] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.763826] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.763944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.764208] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.764362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.764479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.765325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.765325] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce7dec1e-d5ad-4e2a-9f31-0eef267c7091',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.245181] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.267066] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.267319] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.267528] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 with status ACTIVE [ 898.267759] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.267851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.267920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.269087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.269238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.269520] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.269687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.269796] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.270115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.270292] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.270517] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.270640] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.270700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.270866] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.270944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.271046] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce7dec1e-d5ad-4e2a-9f31-0eef267c7091 is going to be updated. [ 898.294173] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.294334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.294428] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.294604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.294770] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.294917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce7dec1e-d5ad-4e2a-9f31-0eef267c7091" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.481553] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 898.481825] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 deletion is rescheduled due to dependency. [ 898.481988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.482226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.482483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.482807] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.482927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.482977] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.483146] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.483207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.483307] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.746322] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2: rpc.has_security_group_logging(os_id): False [ 898.764185] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.764336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.764408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.764623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.764714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.765042] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.765149] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.765214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.765398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.765495] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.765606] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 is going to be updated. [ 898.819533] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.819670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.819748] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.820018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.820174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.834929] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: IN_PROGRESS for 2s [ 898.985442] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.488167] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.990906] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.991089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.991171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.991389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.991491] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.991594] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 900.017532] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.017697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.017783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.018068] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.018165] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.026892] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 900.848634] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: SUCCESS [ 900.848931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.038967] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 902.039269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.039366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.042018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.042018] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.042018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.042018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.042018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.042018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.042018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.042018] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.119175] env[63386]: INFO networking_nsxv3.common.synchronization [req-f76bd914-719d-4da3-830d-080723a1d472 req-d9d6e484-70e9-4e81-be50-a2c55b9a25a1 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_members [ 902.119731] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_members [ 902.120047] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-5956bc39-5a26-4710-8d6d-30f6202341d4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.120197] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.120271] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.120539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.120692] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.120794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.120859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.125934] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.125934] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.125934] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.402330] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.402605] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.402794] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.403169] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.403548] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.403779] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.403961] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.404365] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.404494] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.404837] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.405044] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.405217] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.405659] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.405659] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.405759] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.405900] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.425078] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.425249] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.425395] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.425586] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.425909] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-76a4c4d0-3fc3-4467-a84a-64547a92bc79 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.426096] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-76a4c4d0-3fc3-4467-a84a-64547a92bc79" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.426224] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-76a4c4d0-3fc3-4467-a84a-64547a92bc79" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.426545] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-76a4c4d0-3fc3-4467-a84a-64547a92bc79" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.426691] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a4c4d0-3fc3-4467-a84a-64547a92bc79',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.542589] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.542825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.542906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.543138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.543310] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.543412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.543478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.543638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.543725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.543813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.543960] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.544063] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.544124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.544268] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.544405] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.544496] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.544557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.544692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.544766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.544962] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.545080] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.627470] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.627632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.627703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.627927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.628039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.628342] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.628448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.628510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.628667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.628743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.628826] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 already deleted. [ 902.628907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.928942] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.929215] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.929347] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.929626] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.929782] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.930340] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 76a4c4d0-3fc3-4467-a84a-64547a92bc79 not found, creating... [ 902.930340] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.930585] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.930634] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.930916] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.931104] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.931469] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.931672] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.931851] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.932127] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.932323] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.932551] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 76a4c4d0-3fc3-4467-a84a-64547a92bc79 is going to be created. [ 902.951745] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.951929] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.952073] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.952312] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.952545] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.952836] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-76a4c4d0-3fc3-4467-a84a-64547a92bc79" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.047351] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86: rpc.has_security_group_logging(os_id): False [ 903.065094] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.065265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.065341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.065551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.065639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.065851] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.065959] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.066030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.066179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.066246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.066541] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.066541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.066690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.066747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.066799] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.066965] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.067062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.067183] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.067331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.067408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.067495] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 903.131822] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.132046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.132126] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.132334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.132476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.153092] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 903.625294] env[63386]: INFO networking_nsxv3.common.synchronization [req-f76bd914-719d-4da3-830d-080723a1d472 req-2e11a257-1bbd-4fa4-8633-178580a8c190 service nova] Enqueued Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_rules [ 903.625490] env[63386]: INFO networking_nsxv3.common.synchronization [req-f76bd914-719d-4da3-830d-080723a1d472 req-2e11a257-1bbd-4fa4-8633-178580a8c190 service nova] Enqueued Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_members [ 903.625635] env[63386]: INFO networking_nsxv3.common.synchronization [req-f76bd914-719d-4da3-830d-080723a1d472 req-2e11a257-1bbd-4fa4-8633-178580a8c190 service nova] Enqueued Resource ID: 76a4c4d0-3fc3-4467-a84a-64547a92bc79 with Priority: HIGHEST for action port [ 903.627025] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_rules [ 903.627025] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_members [ 903.627025] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a4c4d0-3fc3-4467-a84a-64547a92bc79 with Priority: HIGHEST for action port [ 903.627025] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5956bc39-5a26-4710-8d6d-30f6202341d4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.627025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.627025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.627645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.627739] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.629804] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-5956bc39-5a26-4710-8d6d-30f6202341d4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.629924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.629994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.630185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.630342] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.630445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.630508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.630655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.630740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.630828] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.631568] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-76a4c4d0-3fc3-4467-a84a-64547a92bc79 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.631678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76a4c4d0-3fc3-4467-a84a-64547a92bc79" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.631746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76a4c4d0-3fc3-4467-a84a-64547a92bc79" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.631896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76a4c4d0-3fc3-4467-a84a-64547a92bc79" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.631971] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a4c4d0-3fc3-4467-a84a-64547a92bc79',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.134506] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-5956bc39-5a26-4710-8d6d-30f6202341d4 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.134800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.134910] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.135747] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76a4c4d0-3fc3-4467-a84a-64547a92bc79 with status ACTIVE [ 904.135978] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.136105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.136176] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.136374] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.136513] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.136686] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.136846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.136946] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.137079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.137161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.137328] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.137422] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.137541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.137686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.137758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.137841] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76a4c4d0-3fc3-4467-a84a-64547a92bc79 is going to be updated. [ 904.158545] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.158695] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.158767] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.158975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.159144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.159306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76a4c4d0-3fc3-4467-a84a-64547a92bc79" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.640049] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.144185] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.144185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.144185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.144185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.144185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.144185] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 is going to be created. [ 905.168347] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.168497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.168569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.168776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.168931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.171258] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 905.171452] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.178200] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 in Status: UNINITIALIZED for 2s [ 907.191679] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 in Status: SUCCESS [ 907.192222] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.192222] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.192375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.192576] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.192764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.192843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.193043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.193157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.193251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.193355] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.696115] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-5956bc39-5a26-4710-8d6d-30f6202341d4 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.699020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.699020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.699020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.699020] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.699020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.699020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.699020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.699020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.699020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.699020] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-5956bc39-5a26-4710-8d6d-30f6202341d4 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.699020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.699020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.699020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.699020] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.699020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.699020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.699890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.700140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.700411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.700660] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.203694] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5956bc39-5a26-4710-8d6d-30f6202341d4: rpc.has_security_group_logging(os_id): False [ 908.222109] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.222281] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.222349] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.222936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.222936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.222936] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.223147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.223147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.223213] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.223245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.223417] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.223512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.223571] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.223723] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.223780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.223974] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.224069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.224105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.224307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.224372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.224809] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 is going to be created. [ 908.277295] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.277475] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.277538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.277744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.277922] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.288195] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 in Status: IN_PROGRESS for 2s [ 908.599144] env[63386]: INFO networking_nsxv3.common.synchronization [req-ee891681-cad3-4449-975e-71b2d5b68872 req-435373be-79b8-4dff-818e-31b9c4d25b4d tempest-ServersWithSpecificFlavorTestJSON-755129294 tempest-ServersWithSpecificFlavorTestJSON-755129294-project-member] Enqueued Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_members [ 908.599704] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGHEST for action security_group_members [ 908.600027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.600147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.600214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.600419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.600579] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.600680] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.600743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.600947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.601057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.601191] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.103934] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.104095] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.104172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.104389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.136863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.137380] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.137540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.137634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.137890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.138008] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.138135] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 is going to be updated. [ 909.163895] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.164117] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.164228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.164785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.164785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.173925] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 in Status: IN_PROGRESS for 2s [ 910.299881] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 in Status: SUCCESS [ 910.299881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.183333] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 in Status: SUCCESS [ 911.184281] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 deletion is rescheduled due to dependency. [ 911.184281] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.966978] env[63386]: INFO networking_nsxv3.common.synchronization [None req-d865e6db-61e2-4960-9e8c-d76eb018a168 None None] Enqueued Resource ID: bfe1a625-7c31-4c8b-a49b-85f1855c9933 with Priority: HIGHEST for action port [ 912.966978] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe1a625-7c31-4c8b-a49b-85f1855c9933 with Priority: HIGHEST for action port [ 912.967319] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfe1a625-7c31-4c8b-a49b-85f1855c9933 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.967319] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfe1a625-7c31-4c8b-a49b-85f1855c9933" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.967432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfe1a625-7c31-4c8b-a49b-85f1855c9933" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.967828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfe1a625-7c31-4c8b-a49b-85f1855c9933" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 912.967828] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfe1a625-7c31-4c8b-a49b-85f1855c9933',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.470349] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfe1a625-7c31-4c8b-a49b-85f1855c9933 [ 913.470349] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.470490] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.470556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.470768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.470853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.470944] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfe1a625-7c31-4c8b-a49b-85f1855c9933 already deleted. [ 913.471041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfe1a625-7c31-4c8b-a49b-85f1855c9933" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.478829] env[63386]: INFO networking_nsxv3.common.synchronization [req-e0f79c59-d152-4e50-8aae-c842ae2e3962 req-0b5f9a34-a7f4-4133-b643-86e225af0411 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 914.479365] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 914.479656] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.479774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.479838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.483344] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.483437] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.483516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.483559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.483728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.483811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.483902] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.986339] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.986518] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.986592] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.987038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.008746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.010035] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.010035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.010035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.010035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.010035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.010324] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 915.020960] env[63386]: INFO networking_nsxv3.common.synchronization [None req-62d5f2e3-93e8-493e-bbdb-3f5fadaf94d5 None None] Enqueued Resource ID: 9b0ddad4-1d51-408c-a171-cc269f975331 with Priority: HIGHEST for action port [ 915.021891] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0ddad4-1d51-408c-a171-cc269f975331 with Priority: HIGHEST for action port [ 915.023224] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b0ddad4-1d51-408c-a171-cc269f975331 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.023642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b0ddad4-1d51-408c-a171-cc269f975331" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.023642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b0ddad4-1d51-408c-a171-cc269f975331" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.023792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b0ddad4-1d51-408c-a171-cc269f975331" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.023907] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b0ddad4-1d51-408c-a171-cc269f975331',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.026551] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.027124] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.027124] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.027533] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.027931] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.028467] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.028467] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.028813] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.029035] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.029337] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.029516] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.029704] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.029862] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.030050] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.030289] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.030492] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.033435] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.033435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.033435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.033759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.033811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.045787] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 915.053090] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.053769] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 915.055030] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.055030] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.055242] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-0cd35e3d-817d-44a1-af80-0a98eb3c930d taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.055498] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-0cd35e3d-817d-44a1-af80-0a98eb3c930d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.055552] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-0cd35e3d-817d-44a1-af80-0a98eb3c930d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.056179] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-0cd35e3d-817d-44a1-af80-0a98eb3c930d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.056179] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd35e3d-817d-44a1-af80-0a98eb3c930d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.534057] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b0ddad4-1d51-408c-a171-cc269f975331 [ 915.534351] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.534430] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.534505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.534712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.534793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.535239] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b0ddad4-1d51-408c-a171-cc269f975331 already deleted. [ 915.535239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b0ddad4-1d51-408c-a171-cc269f975331" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.560955] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.561334] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.561411] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.561637] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.561786] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.561937] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 0cd35e3d-817d-44a1-af80-0a98eb3c930d not found, creating... [ 915.562219] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.562374] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.562491] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.562711] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.562866] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.564463] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.564864] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.564864] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.565195] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.565378] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.565527] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 0cd35e3d-817d-44a1-af80-0a98eb3c930d is going to be created. [ 915.589632] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.589902] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.590049] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.590428] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.590673] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.590963] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-0cd35e3d-817d-44a1-af80-0a98eb3c930d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.754297] env[63386]: INFO networking_nsxv3.common.synchronization [None req-dccc96da-0e3a-43e9-929f-16688236128e None None] Enqueued Resource ID: b1a2cab8-fe81-4012-9d9b-d7f183e6c7a9 with Priority: HIGHEST for action port [ 915.754297] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1a2cab8-fe81-4012-9d9b-d7f183e6c7a9 with Priority: HIGHEST for action port [ 915.754297] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1a2cab8-fe81-4012-9d9b-d7f183e6c7a9 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.754297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1a2cab8-fe81-4012-9d9b-d7f183e6c7a9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.754297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1a2cab8-fe81-4012-9d9b-d7f183e6c7a9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.759028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1a2cab8-fe81-4012-9d9b-d7f183e6c7a9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.759028] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1a2cab8-fe81-4012-9d9b-d7f183e6c7a9',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.262054] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1a2cab8-fe81-4012-9d9b-d7f183e6c7a9 [ 916.262306] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.262436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.262508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.262724] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.262813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.262911] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1a2cab8-fe81-4012-9d9b-d7f183e6c7a9 already deleted. [ 916.263025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1a2cab8-fe81-4012-9d9b-d7f183e6c7a9" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.288453] env[63386]: INFO networking_nsxv3.common.synchronization [req-e0f79c59-d152-4e50-8aae-c842ae2e3962 req-f018a2f2-fc16-4ff5-a563-9d2db1acff67 service nova] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_rules [ 916.288646] env[63386]: INFO networking_nsxv3.common.synchronization [req-e0f79c59-d152-4e50-8aae-c842ae2e3962 req-f018a2f2-fc16-4ff5-a563-9d2db1acff67 service nova] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 916.289083] env[63386]: INFO networking_nsxv3.common.synchronization [req-e0f79c59-d152-4e50-8aae-c842ae2e3962 req-f018a2f2-fc16-4ff5-a563-9d2db1acff67 service nova] Enqueued Resource ID: 0cd35e3d-817d-44a1-af80-0a98eb3c930d with Priority: HIGHEST for action port [ 916.289083] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_rules [ 916.289192] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 916.289260] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd35e3d-817d-44a1-af80-0a98eb3c930d with Priority: HIGHEST for action port [ 916.290097] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.290097] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.290097] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.290272] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.290315] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.291140] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.291196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.291393] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cd35e3d-817d-44a1-af80-0a98eb3c930d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.291487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cd35e3d-817d-44a1-af80-0a98eb3c930d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.291550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cd35e3d-817d-44a1-af80-0a98eb3c930d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.291711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cd35e3d-817d-44a1-af80-0a98eb3c930d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.291784] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd35e3d-817d-44a1-af80-0a98eb3c930d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.796787] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.797717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.797717] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cd35e3d-817d-44a1-af80-0a98eb3c930d with status ACTIVE [ 916.797717] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.797717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.797717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.798027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.798027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.798208] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.798291] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.798357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.799031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.799031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.799031] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.799031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.799031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.799031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.799396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.799396] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cd35e3d-817d-44a1-af80-0a98eb3c930d is going to be updated. [ 916.834763] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.834920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.835019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.835243] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.835380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.835657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cd35e3d-817d-44a1-af80-0a98eb3c930d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.056923] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 917.057111] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e deletion is rescheduled due to dependency. [ 917.057236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.057533] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.057660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.057900] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.058076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.058076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.058918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.058918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.058918] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.349393] env[63386]: INFO networking_nsxv3.common.synchronization [req-c565093a-9d37-464f-bf7c-f06d54295b95 req-fa935d7d-cfab-419d-9b91-c1f1822cbbda tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 917.349951] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 917.350291] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.350421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.350488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.350720] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.350884] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.350991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.353177] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.353446] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.353639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.354601] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.565638] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.686126] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.687687] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.687687] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.687884] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.693702] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.693702] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.693702] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.693702] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.693702] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.693702] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.693702] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.693702] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.693702] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.693702] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.693702] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.693702] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.704114] env[63386]: INFO networking_nsxv3.common.synchronization [None req-b065063b-2cbf-4fa6-a3fa-15601fcb20bd None None] Enqueued Resource ID: a417d1be-5562-4ff3-b9d2-da2de9afa13c with Priority: HIGHEST for action port [ 917.704392] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a417d1be-5562-4ff3-b9d2-da2de9afa13c with Priority: HIGHEST for action port [ 917.704945] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a417d1be-5562-4ff3-b9d2-da2de9afa13c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.705161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a417d1be-5562-4ff3-b9d2-da2de9afa13c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.705229] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a417d1be-5562-4ff3-b9d2-da2de9afa13c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.705509] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a417d1be-5562-4ff3-b9d2-da2de9afa13c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.705599] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a417d1be-5562-4ff3-b9d2-da2de9afa13c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.710700] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.710870] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.711034] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.711250] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.711601] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-36715e2f-ea8e-45fb-8186-75518711c016 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.711788] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-36715e2f-ea8e-45fb-8186-75518711c016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.711917] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-36715e2f-ea8e-45fb-8186-75518711c016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.712622] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-36715e2f-ea8e-45fb-8186-75518711c016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.713815] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36715e2f-ea8e-45fb-8186-75518711c016',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.856454] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.856454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.856454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.856933] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.856933] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.856933] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.857314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.857314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.857314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.857314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.857444] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 917.886869] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.887042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.887111] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.887300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.887446] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.894937] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 917.927902] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f23d09b-2fd9-4c90-85f5-2c5d5fe31dfb req-0e0b7103-eac0-4ff4-b118-fead5fcd4411 tempest-ImagesTestJSON-372525605 tempest-ImagesTestJSON-372525605-project-member] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 917.928152] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGHEST for action security_group_members [ 917.928459] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.928625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.928696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.928844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.928997] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.929238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.929309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.929466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.929556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.929649] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.074020] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.210170] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a417d1be-5562-4ff3-b9d2-da2de9afa13c [ 918.211124] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.211124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.211124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.211579] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.211579] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.211579] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a417d1be-5562-4ff3-b9d2-da2de9afa13c already deleted. [ 918.211579] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a417d1be-5562-4ff3-b9d2-da2de9afa13c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.217512] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.217725] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.217856] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.218153] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.218361] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.218510] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 36715e2f-ea8e-45fb-8186-75518711c016 not found, creating... [ 918.218723] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.218911] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.219117] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.219269] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.219430] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.219689] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.219878] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.220042] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.220441] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.220591] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.220739] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 36715e2f-ea8e-45fb-8186-75518711c016 is going to be created. [ 918.239640] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.241070] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.241293] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.241578] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.241857] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.242111] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-36715e2f-ea8e-45fb-8186-75518711c016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.431637] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.431814] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.431879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.432143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.432434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.432509] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.432597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.432654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.432765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.432844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.432927] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be updated. [ 918.459923] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.460092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.460161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.460385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.460483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.470236] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: IN_PROGRESS for 2s [ 918.573809] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.573970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.574045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.574272] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.574368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.574469] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 918.628759] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.629011] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.629113] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.629358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.629505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.638136] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 918.787457] env[63386]: INFO networking_nsxv3.common.synchronization [None req-b46d8dc8-a2c3-4bc7-82ff-375e90d151ed None None] Enqueued Resource ID: 8f5c8972-6070-4953-bbf9-deeaa37655af with Priority: HIGHEST for action port [ 918.787738] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5c8972-6070-4953-bbf9-deeaa37655af with Priority: HIGHEST for action port [ 918.788358] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f5c8972-6070-4953-bbf9-deeaa37655af taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.788480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f5c8972-6070-4953-bbf9-deeaa37655af" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.788700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f5c8972-6070-4953-bbf9-deeaa37655af" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.788784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f5c8972-6070-4953-bbf9-deeaa37655af" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.788854] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f5c8972-6070-4953-bbf9-deeaa37655af',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.981357] env[63386]: INFO networking_nsxv3.common.synchronization [req-c565093a-9d37-464f-bf7c-f06d54295b95 req-1bea2e3b-8e40-4188-97fb-1e3974ab1e4f service nova] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_rules [ 918.981746] env[63386]: INFO networking_nsxv3.common.synchronization [req-c565093a-9d37-464f-bf7c-f06d54295b95 req-1bea2e3b-8e40-4188-97fb-1e3974ab1e4f service nova] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 918.981746] env[63386]: INFO networking_nsxv3.common.synchronization [req-c565093a-9d37-464f-bf7c-f06d54295b95 req-1bea2e3b-8e40-4188-97fb-1e3974ab1e4f service nova] Enqueued Resource ID: 36715e2f-ea8e-45fb-8186-75518711c016 with Priority: HIGHEST for action port [ 918.981827] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_rules [ 918.981938] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 918.982117] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36715e2f-ea8e-45fb-8186-75518711c016 with Priority: HIGHEST for action port [ 918.982717] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.982844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.982844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.983051] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.983115] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.988304] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.988304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.988304] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-36715e2f-ea8e-45fb-8186-75518711c016 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.988304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36715e2f-ea8e-45fb-8186-75518711c016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.988304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36715e2f-ea8e-45fb-8186-75518711c016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.988304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36715e2f-ea8e-45fb-8186-75518711c016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.988304] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36715e2f-ea8e-45fb-8186-75518711c016',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.295074] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f5c8972-6070-4953-bbf9-deeaa37655af [ 919.295371] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.295535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.295612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.295879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.296040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.296167] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f5c8972-6070-4953-bbf9-deeaa37655af already deleted. [ 919.296297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f5c8972-6070-4953-bbf9-deeaa37655af" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.449694] env[63386]: INFO networking_nsxv3.common.synchronization [None req-7a93f7c3-cd03-423b-a608-bbc3f0c095d2 None None] Enqueued Resource ID: 825095d2-0c52-43cc-ac6f-fdb4741c29f6 with Priority: HIGHEST for action port [ 919.450427] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825095d2-0c52-43cc-ac6f-fdb4741c29f6 with Priority: HIGHEST for action port [ 919.450757] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-825095d2-0c52-43cc-ac6f-fdb4741c29f6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.450910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-825095d2-0c52-43cc-ac6f-fdb4741c29f6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.450964] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-825095d2-0c52-43cc-ac6f-fdb4741c29f6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.453084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-825095d2-0c52-43cc-ac6f-fdb4741c29f6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.454044] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('825095d2-0c52-43cc-ac6f-fdb4741c29f6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.487641] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.487641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.493159] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36715e2f-ea8e-45fb-8186-75518711c016 with status ACTIVE [ 919.493159] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.493159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.493159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.493159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.493159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.493159] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.493159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.493159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.493159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.493159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.493159] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.493159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.493159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.493159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.493159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.493159] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36715e2f-ea8e-45fb-8186-75518711c016 is going to be updated. [ 919.511095] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.511330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.511405] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.511697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.511771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.512317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36715e2f-ea8e-45fb-8186-75518711c016" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.903691] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 919.903878] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc deletion is rescheduled due to dependency. [ 919.904076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.904257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.904466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.904644] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.904758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.904820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.904971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.905096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.905195] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.956542] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 825095d2-0c52-43cc-ac6f-fdb4741c29f6 [ 919.956772] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.956902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.957117] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.957203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.957300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.957384] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:825095d2-0c52-43cc-ac6f-fdb4741c29f6 already deleted. [ 919.958666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-825095d2-0c52-43cc-ac6f-fdb4741c29f6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.407222] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.480896] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 in Status: SUCCESS [ 920.481089] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 deletion is rescheduled due to dependency. [ 920.481208] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.647757] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 920.647973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.648161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.648390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.648578] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.648696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.648758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.648906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.648985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.649084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.649174] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.912738] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.152489] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.152489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.152640] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.152777] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.152968] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.153102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.153153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.153309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.153440] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.153490] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.153615] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.153700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.153756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.153893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.154062] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.154118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.154173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.154305] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.154373] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.154447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.154532] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.313709] env[63386]: INFO networking_nsxv3.common.synchronization [None req-1645737c-84c6-4de7-9d4a-20cc326a426d tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 921.314292] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 921.314602] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.314807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.314807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.314993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.315348] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.315468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.315531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.315693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.315778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.315869] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.415212] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.415616] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.415616] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.415692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.415756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.415856] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 921.443538] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.443727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.443797] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.445821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.445821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.452931] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 921.639253] env[63386]: INFO networking_nsxv3.common.synchronization [req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c req-b0bef492-39bf-4a20-909e-35ead78c5d11 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 921.639253] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 921.639253] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.639548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.639548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.639885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.640371] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.640438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.640487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.640657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.640745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.640837] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.660959] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e00206ab-28f8-4611-9b05-bc2fe5d61f5e: rpc.has_security_group_logging(os_id): False [ 921.679108] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.679271] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.679345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.679558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.679648] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.679843] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.679944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.680018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.680185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.680263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.680456] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.680548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.680612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.680753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.680827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.681024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.681122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.681184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.682020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.682020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.682196] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 921.753863] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.753863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.753863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.753863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.753863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.784949] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 921.818508] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.143825] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.143997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.144090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.144328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.144423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.144626] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.144727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.144789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.144947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.145071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.145197] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 already deleted. [ 922.145293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.325968] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.539112] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.539369] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.539487] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.539956] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.540394] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.540510] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.540588] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.541054] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.541573] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.541573] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.541573] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.541725] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.541929] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.541929] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.542128] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.542204] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.560806] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.561230] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 922.561501] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.561712] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.562342] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-931b5c87-3479-49d2-a9c5-f865abca465b taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.562580] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-931b5c87-3479-49d2-a9c5-f865abca465b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.562730] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-931b5c87-3479-49d2-a9c5-f865abca465b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.563440] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-931b5c87-3479-49d2-a9c5-f865abca465b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.563827] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931b5c87-3479-49d2-a9c5-f865abca465b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.829260] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.829474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.829555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.829826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.829988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.830092] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 922.855546] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.855708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.855780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.856057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.856229] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.864229] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 923.066805] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.067872] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.068126] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.068718] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.069017] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.069318] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 931b5c87-3479-49d2-a9c5-f865abca465b not found, creating... [ 923.069821] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.070180] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.070436] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.070952] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.071343] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.072029] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.072235] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.072488] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.073402] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.073816] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.074468] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 931b5c87-3479-49d2-a9c5-f865abca465b is going to be created. [ 923.096927] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.097446] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.097761] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.098269] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.099309] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.099725] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-931b5c87-3479-49d2-a9c5-f865abca465b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.463577] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 923.464140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.464371] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.464571] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.466325] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.466325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.466325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.466325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.466325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.466325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.466325] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.640942] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.646379] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.646379] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.651018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.651018] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.651018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.651018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.651018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.651018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.651018] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.651018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.651018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.651018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.651018] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.651018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.651018] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.670949] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.670949] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 923.670949] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.670949] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.670949] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.670949] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.670949] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.670949] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.670949] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('101f2f7c-4193-4c9f-a5a0-71fe08f71cf3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.799931] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 923.799931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.840151] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f907e7b-c4e7-4569-a0ba-f4592291e193 req-88084dac-2b08-479a-9f8f-7f41a4b870df tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Enqueued Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 923.840151] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 923.840151] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.840331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.840331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.840561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.840694] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.840790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.840902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.842474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.842474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.842474] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.968779] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.972017] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.972017] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.972017] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.972017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.972767] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.972767] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.005017] env[63386]: INFO networking_nsxv3.common.synchronization [req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c req-18eb6ab2-c0a3-40f0-9150-d8e5e3b0ebed service nova] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_rules [ 924.005017] env[63386]: INFO networking_nsxv3.common.synchronization [req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c req-18eb6ab2-c0a3-40f0-9150-d8e5e3b0ebed service nova] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 924.005017] env[63386]: INFO networking_nsxv3.common.synchronization [req-456d6cbc-a09c-4fcb-bc72-2473ab0dd74c req-18eb6ab2-c0a3-40f0-9150-d8e5e3b0ebed service nova] Enqueued Resource ID: 931b5c87-3479-49d2-a9c5-f865abca465b with Priority: HIGHEST for action port [ 924.005017] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_rules [ 924.005017] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 924.005017] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 931b5c87-3479-49d2-a9c5-f865abca465b with Priority: HIGHEST for action port [ 924.005017] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.005728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.005893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.006281] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.006916] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.008233] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.009807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.009807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.009807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.009807] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.009807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.009807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.009807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.009807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.009807] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.010743] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-931b5c87-3479-49d2-a9c5-f865abca465b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.010743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-931b5c87-3479-49d2-a9c5-f865abca465b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.010982] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-931b5c87-3479-49d2-a9c5-f865abca465b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.011195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-931b5c87-3479-49d2-a9c5-f865abca465b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.011246] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931b5c87-3479-49d2-a9c5-f865abca465b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.124621] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.124841] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-754" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.124972] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-754" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.125438] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-754" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.125753] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.129741] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.129741] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.129741] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.129741] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.129741] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.129741] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.129964] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.129964] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.130048] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.130188] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.130583] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.151481] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.151660] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.151806] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.151988] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-754" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.152323] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-f925554f-7628-4f43-a1f8-c990a81c2461 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.152502] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-f925554f-7628-4f43-a1f8-c990a81c2461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.152630] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-f925554f-7628-4f43-a1f8-c990a81c2461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.152958] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-f925554f-7628-4f43-a1f8-c990a81c2461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.153121] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f925554f-7628-4f43-a1f8-c990a81c2461',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.176398] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.176398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.176398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.176398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.176398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.176398] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 not found, creating... [ 924.176398] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.176398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.176398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.176398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.176398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.176854] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.176854] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.176854] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.176854] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.176854] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.179852] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 is going to be created. [ 924.197915] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.198112] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.198349] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.198868] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.198998] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.199338] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.343610] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.343824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.343934] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.344139] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.344249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.344455] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.344549] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.344617] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.344773] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.344870] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.344936] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0137407-fef5-49c2-a909-8835e6d5479f already deleted. [ 924.345088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.477689] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e71baf66-bad5-425f-bd02-82794ad062cc: rpc.has_security_group_logging(os_id): False [ 924.497795] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.497795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.497795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.497795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.497795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.497795] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.497795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.497795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.497795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.497795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.497795] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.497795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.497795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.497795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.497795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.498607] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.498607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.498607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.498607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.498607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.498607] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 924.512988] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.514059] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.514220] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.514453] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 931b5c87-3479-49d2-a9c5-f865abca465b with status ACTIVE [ 924.515096] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.515096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.515096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.515096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.515096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.515372] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.515421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.515471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.515619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.515693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.515870] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.520302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.520302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.520302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.520302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.520302] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 931b5c87-3479-49d2-a9c5-f865abca465b is going to be updated. [ 924.533362] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.533554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.533595] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.533787] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.533920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.534130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-931b5c87-3479-49d2-a9c5-f865abca465b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.560038] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.560250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.560250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.560415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.560557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.575747] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 924.656160] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.656491] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.656491] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.657114] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.657114] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.657114] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port f925554f-7628-4f43-a1f8-c990a81c2461 not found, creating... [ 924.657259] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.657453] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.661020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.661020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.661020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.661020] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.661020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.661020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.661020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.661020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.661020] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: f925554f-7628-4f43-a1f8-c990a81c2461 is going to be created. [ 924.688666] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.688910] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.689190] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.689578] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.689913] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.690253] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-f925554f-7628-4f43-a1f8-c990a81c2461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.874869] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 924.874869] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.957018] env[63386]: INFO networking_nsxv3.common.synchronization [req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 req-75ae81ee-8192-4685-8971-b0a147730698 service nova] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_rules [ 924.957018] env[63386]: INFO networking_nsxv3.common.synchronization [req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 req-75ae81ee-8192-4685-8971-b0a147730698 service nova] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 924.957018] env[63386]: INFO networking_nsxv3.common.synchronization [req-1bdc75bd-ab90-4f26-bf5e-8deacbca6140 req-75ae81ee-8192-4685-8971-b0a147730698 service nova] Enqueued Resource ID: 101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 with Priority: HIGHEST for action port [ 924.957239] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_rules [ 924.958242] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 924.958242] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 with Priority: HIGHEST for action port [ 924.958594] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.958645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.958684] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.959862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.959862] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.962749] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.962860] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.962927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.963231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.963412] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.963561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.963655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.963871] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.964222] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.964222] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.972746] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.973171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.973171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.973280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.973374] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('101f2f7c-4193-4c9f-a5a0-71fe08f71cf3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.019450] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.463524] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.463826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.471547] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f907e7b-c4e7-4569-a0ba-f4592291e193 req-4be6fa35-1b21-4b79-813d-e58dcc3c9df0 service nova] Enqueued Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_rules [ 925.471835] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f907e7b-c4e7-4569-a0ba-f4592291e193 req-4be6fa35-1b21-4b79-813d-e58dcc3c9df0 service nova] Enqueued Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 925.471884] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f907e7b-c4e7-4569-a0ba-f4592291e193 req-4be6fa35-1b21-4b79-813d-e58dcc3c9df0 service nova] Enqueued Resource ID: f925554f-7628-4f43-a1f8-c990a81c2461 with Priority: HIGHEST for action port [ 925.472552] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_rules [ 925.472669] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 925.472815] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f925554f-7628-4f43-a1f8-c990a81c2461 with Priority: HIGHEST for action port [ 925.473417] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.473661] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.473963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.474415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.474538] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.476884] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.476884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.476884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.480160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.480514] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.480514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.480644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.480710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.480798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.480894] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.482970] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f925554f-7628-4f43-a1f8-c990a81c2461 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.483098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f925554f-7628-4f43-a1f8-c990a81c2461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.483174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f925554f-7628-4f43-a1f8-c990a81c2461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.483355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f925554f-7628-4f43-a1f8-c990a81c2461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.483445] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f925554f-7628-4f43-a1f8-c990a81c2461',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.484484] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 with status ACTIVE [ 925.484667] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.484779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.484849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.485709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.485889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.486142] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.486367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.486469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.486662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.486751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.486938] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.487048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.487116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.487543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.487699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.488105] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 101f2f7c-4193-4c9f-a5a0-71fe08f71cf3 is going to be updated. [ 925.489955] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.513485] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.513625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.513696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.513912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.514067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.514248] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-101f2f7c-4193-4c9f-a5a0-71fe08f71cf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.524446] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.524573] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.524647] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.524874] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.524963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.525179] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be created. [ 925.548831] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.549232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.549415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.549679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.549853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.559159] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: UNINITIALIZED for 2s [ 925.977892] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.978368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.994763] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.994763] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f925554f-7628-4f43-a1f8-c990a81c2461 with status ACTIVE [ 925.994763] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.995190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.995190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.995780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.995899] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.996126] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.996279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.996334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.996501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.996628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.996781] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.996873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.996927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.997131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.997229] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.997346] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f925554f-7628-4f43-a1f8-c990a81c2461 is going to be updated. [ 925.998456] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.037553] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.037553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.037553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.037553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.037553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.037850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f925554f-7628-4f43-a1f8-c990a81c2461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.500655] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.502385] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.502699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.502699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.502863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.502921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.503018] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 926.530833] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.530833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.530833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.530833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.530833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.538877] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 926.590911] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 926.591162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.634958] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f907e7b-c4e7-4569-a0ba-f4592291e193 req-95b3b09d-123d-4286-8534-a620f306415c tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Enqueued Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 926.635715] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 926.637403] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.637403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.006254] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.006639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.006639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.006733] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.006804] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.006907] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0137407-fef5-49c2-a909-8835e6d5479f is going to be created. [ 927.033875] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.034093] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.034093] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.034439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.035140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.044278] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: UNINITIALIZED for 2s [ 927.079420] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.079622] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-754" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.080503] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-754" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.080503] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-754" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.080503] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.080728] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.080966] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.081045] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.081616] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.081616] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.082513] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.082661] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.082797] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.082924] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 927.083232] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.083475] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.107188] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.107188] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 927.107188] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.107188] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-754" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.107188] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-270ab7f8-52a6-4dcb-a3da-5319cef8c330 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.107188] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-270ab7f8-52a6-4dcb-a3da-5319cef8c330" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.107188] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-270ab7f8-52a6-4dcb-a3da-5319cef8c330" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.107188] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-270ab7f8-52a6-4dcb-a3da-5319cef8c330" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.107188] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('270ab7f8-52a6-4dcb-a3da-5319cef8c330',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.568983] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 927.569315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.569488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.569713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.569910] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.570041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.570112] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.570273] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.570356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.570445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.570533] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.610378] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.610649] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.610769] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.611103] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.611314] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.611485] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 270ab7f8-52a6-4dcb-a3da-5319cef8c330 not found, creating... [ 927.611817] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.612050] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.612200] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.612420] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.612593] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.612908] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.613116] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.613248] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.613475] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.613642] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.613808] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 270ab7f8-52a6-4dcb-a3da-5319cef8c330 is going to be created. [ 927.644417] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.644417] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.644530] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.644782] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.645047] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.645337] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-270ab7f8-52a6-4dcb-a3da-5319cef8c330" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.073079] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.073558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.073558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.073558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.073715] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.073877] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.073959] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.074324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.074435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.074580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.074839] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.075016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.075200] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.075417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.075640] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.075814] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.075940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.076313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.076453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.076551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.076712] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.361259] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f907e7b-c4e7-4569-a0ba-f4592291e193 req-926db1da-db5d-4f51-9d7f-6bedf105ff15 service nova] Enqueued Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_rules [ 928.361495] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f907e7b-c4e7-4569-a0ba-f4592291e193 req-926db1da-db5d-4f51-9d7f-6bedf105ff15 service nova] Enqueued Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 928.361681] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f907e7b-c4e7-4569-a0ba-f4592291e193 req-926db1da-db5d-4f51-9d7f-6bedf105ff15 service nova] Enqueued Resource ID: 270ab7f8-52a6-4dcb-a3da-5319cef8c330 with Priority: HIGHEST for action port [ 928.362393] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_rules [ 928.362860] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 928.363123] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270ab7f8-52a6-4dcb-a3da-5319cef8c330 with Priority: HIGHEST for action port [ 928.363571] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.363798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.364209] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.364425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.364728] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-270ab7f8-52a6-4dcb-a3da-5319cef8c330 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.364973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-270ab7f8-52a6-4dcb-a3da-5319cef8c330" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.365753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-270ab7f8-52a6-4dcb-a3da-5319cef8c330" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.366036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-270ab7f8-52a6-4dcb-a3da-5319cef8c330" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.366147] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('270ab7f8-52a6-4dcb-a3da-5319cef8c330',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.548478] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 928.548713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.548888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.549155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.549399] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.549593] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.549679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.549843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.549959] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.550089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.550186] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.579332] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e06359-695e-4590-9877-bab0af1d7f54: rpc.has_security_group_logging(os_id): False [ 928.602559] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.602811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.602811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.603089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.603225] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.603405] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.603523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.603598] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.603764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.603884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.604094] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.604254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.604254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.604397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.604500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.604662] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.604759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.604854] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.604973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.605131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.605306] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be created. [ 928.658309] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.658484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.658556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.658868] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.659134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.669601] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 928.868859] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 270ab7f8-52a6-4dcb-a3da-5319cef8c330 with status ACTIVE [ 928.869637] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.869637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.869637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.869637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.869637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.869637] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.869941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.869941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.869941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.870063] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.870218] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.870428] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.870428] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.870599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.870599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.870707] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 270ab7f8-52a6-4dcb-a3da-5319cef8c330 is going to be updated. [ 928.891397] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.891543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.891694] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.891816] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.891948] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.892123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-270ab7f8-52a6-4dcb-a3da-5319cef8c330" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.916134] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f907e7b-c4e7-4569-a0ba-f4592291e193 req-a02ed359-dfa2-4d62-83ec-26bd17a9e23b tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Enqueued Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 928.916694] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 928.916999] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.918497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.052960] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: SUCCESS [ 929.053213] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.053563] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.053783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.053851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.054069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.054225] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.054324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.054389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.054536] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.054618] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.054699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.054878] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.054976] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.055049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.055266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.055447] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.055511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.055784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.055784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.055784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.055893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.055938] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.056824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.057315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.057315] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.057315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.057525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.057525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.057601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.057637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.057722] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.058626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.058733] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.058877] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.058976] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.059045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.059246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.059301] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.059351] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.273106] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.273416] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-754" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.274021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-754" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.274021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-754" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.274173] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.274371] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.274531] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.274865] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.275097] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.275348] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.275512] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.275620] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.275791] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.275902] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.275966] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.276505] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.295613] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.295880] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.295988] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.296386] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-754" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.296578] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-c036f04e-8613-4e18-a122-63dacfff38e6 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.296762] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-c036f04e-8613-4e18-a122-63dacfff38e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.296889] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-c036f04e-8613-4e18-a122-63dacfff38e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.297246] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-c036f04e-8613-4e18-a122-63dacfff38e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.297482] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c036f04e-8613-4e18-a122-63dacfff38e6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.559526] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e00206ab-28f8-4611-9b05-bc2fe5d61f5e: rpc.has_security_group_logging(os_id): False [ 929.562906] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.562906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.563301] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.649862] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.649862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.649862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.649862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.649862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.649862] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.650323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.650323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.650323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.650495] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.650623] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.650717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.650773] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.650918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.650992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.651657] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.655151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.655151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.655151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.655151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.655151] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 929.708750] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.709251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.709387] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.709907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.709907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.731169] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 929.799944] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.800387] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.800526] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.800822] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.801009] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.801211] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port c036f04e-8613-4e18-a122-63dacfff38e6 not found, creating... [ 929.801539] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.801720] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.801849] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.802146] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.802334] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.802651] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.802856] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.803042] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.807155] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.807401] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.807625] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: c036f04e-8613-4e18-a122-63dacfff38e6 is going to be created. [ 929.828036] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.828036] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.828036] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.828036] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.828036] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.828697] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-c036f04e-8613-4e18-a122-63dacfff38e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.067910] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.569788] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.570180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.570180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.570382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.570649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.570649] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0137407-fef5-49c2-a909-8835e6d5479f is going to be updated. [ 930.605945] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.605945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.605945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.605945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.605945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.623176] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: IN_PROGRESS for 2s [ 930.624095] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f907e7b-c4e7-4569-a0ba-f4592291e193 req-04529a5b-4415-4653-92fc-013817037400 service nova] Enqueued Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_rules [ 930.624337] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f907e7b-c4e7-4569-a0ba-f4592291e193 req-04529a5b-4415-4653-92fc-013817037400 service nova] Enqueued Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 930.624544] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f907e7b-c4e7-4569-a0ba-f4592291e193 req-04529a5b-4415-4653-92fc-013817037400 service nova] Enqueued Resource ID: c036f04e-8613-4e18-a122-63dacfff38e6 with Priority: HIGHEST for action port [ 930.625819] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_rules [ 930.625972] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 930.626086] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c036f04e-8613-4e18-a122-63dacfff38e6 with Priority: HIGHEST for action port [ 930.626449] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.626528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.626757] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.626850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.627068] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-c036f04e-8613-4e18-a122-63dacfff38e6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.627174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c036f04e-8613-4e18-a122-63dacfff38e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.627276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c036f04e-8613-4e18-a122-63dacfff38e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.627471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c036f04e-8613-4e18-a122-63dacfff38e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.627563] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c036f04e-8613-4e18-a122-63dacfff38e6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.693649] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 930.694418] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.130198] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c036f04e-8613-4e18-a122-63dacfff38e6 with status ACTIVE [ 931.130252] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.130443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.130710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.130710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.130823] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.130960] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.131084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.131184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.131715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.131715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.131715] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.131896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.131896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.134985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.134985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.134985] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c036f04e-8613-4e18-a122-63dacfff38e6 is going to be updated. [ 931.154208] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.154374] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.154496] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.154685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.155799] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.155981] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c036f04e-8613-4e18-a122-63dacfff38e6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.747973] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 931.748339] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.998818] env[63386]: INFO networking_nsxv3.common.synchronization [None req-a06b5a07-01e3-4b37-af11-d0345dc96ef5 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 with Priority: HIGHEST for action security_group_rules [ 931.999497] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 with Priority: HIGHEST for action security_group_rules [ 932.000838] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a373c148-5148-428f-a5ab-fe2a3e979bf3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.000838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.000838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.000838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.000838] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a373c148-5148-428f-a5ab-fe2a3e979bf3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.202024] env[63386]: INFO networking_nsxv3.common.synchronization [None req-adaf3002-b93a-4a03-bc01-4289d269166d tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 with Priority: HIGHEST for action security_group_rules [ 932.202024] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 with Priority: HIGHEST for action security_group_rules [ 932.202937] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a373c148-5148-428f-a5ab-fe2a3e979bf3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.203555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.523218] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.523560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.523560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.523775] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.524031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.524031] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 already deleted. [ 932.524180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.524257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.524411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.524493] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a373c148-5148-428f-a5ab-fe2a3e979bf3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.565652] env[63386]: INFO networking_nsxv3.common.synchronization [req-4cfaefc0-8c11-4e11-b739-f0ed1091fd09 req-aa64d598-cd5c-475f-a22e-e73817869e9c tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_members [ 932.566198] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_members [ 932.566541] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-5956bc39-5a26-4710-8d6d-30f6202341d4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.566665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.566732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.566935] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.567173] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.567281] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.567346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.567500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.567583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.567673] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.632258] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: SUCCESS [ 932.632476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.632910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.633149] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.633367] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.633517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.633587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.633742] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.633822] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.633915] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.048340] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.048340] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.048340] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.048842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.048842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.048842] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 already deleted. [ 933.048842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.070419] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.070712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.070809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.071140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.071282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.071545] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.071705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.071804] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.072075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.072369] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.072369] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 is going to be updated. [ 933.100673] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.100885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.101023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.101207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.101361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.109719] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 in Status: IN_PROGRESS for 2s [ 933.135917] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.638642] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.144595] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.144970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.144970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.145258] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.145258] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.145403] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0137407-fef5-49c2-a909-8835e6d5479f is going to be updated. [ 934.171243] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.171442] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.171504] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.175180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.175427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.184997] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: IN_PROGRESS for 2s [ 934.537292] env[63386]: INFO networking_nsxv3.common.synchronization [req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e req-0a1b01f3-395c-4e83-b745-d54e0e8e4200 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 934.537852] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 934.538867] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.539020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.539121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.539502] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.539692] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.539794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.539867] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.540061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.540785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.540785] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.944225] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.944486] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.944654] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.945093] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.945481] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.945664] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.946101] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.946101] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.946265] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.946516] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.946673] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.946782] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.946902] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.947052] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.947178] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.947333] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.965610] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.965817] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.965971] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.966229] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.966599] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-47765065-33c8-47c6-a557-58db2b2f9a5a taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.966792] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-47765065-33c8-47c6-a557-58db2b2f9a5a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.966938] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-47765065-33c8-47c6-a557-58db2b2f9a5a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.967358] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-47765065-33c8-47c6-a557-58db2b2f9a5a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.967541] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47765065-33c8-47c6-a557-58db2b2f9a5a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.042069] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.042204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.042285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.042523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.042636] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.042901] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.043072] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.043301] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.043696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.043793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.043889] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 already deleted. [ 935.044061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.120460] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 in Status: SUCCESS [ 935.120943] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 deletion is rescheduled due to dependency. [ 935.120943] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.471799] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.472410] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.472410] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.472558] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.472688] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.472828] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 47765065-33c8-47c6-a557-58db2b2f9a5a not found, creating... [ 935.473305] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.473789] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.473907] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.474181] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.474344] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.474666] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.474837] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.474961] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.475287] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.475449] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.475635] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 47765065-33c8-47c6-a557-58db2b2f9a5a is going to be created. [ 935.496913] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.496913] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.497104] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.497488] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.497753] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.498084] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-47765065-33c8-47c6-a557-58db2b2f9a5a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.194333] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: SUCCESS [ 936.194685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.194811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.195075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.195389] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.196186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.196186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.196186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.196186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.196186] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.229726] env[63386]: INFO networking_nsxv3.common.synchronization [req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e req-9773285b-c492-43ef-ace0-226daff00637 service nova] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_rules [ 936.229726] env[63386]: INFO networking_nsxv3.common.synchronization [req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e req-9773285b-c492-43ef-ace0-226daff00637 service nova] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 936.229726] env[63386]: INFO networking_nsxv3.common.synchronization [req-cf590bd4-8cab-4ef8-9b2e-16c1b3258b9e req-9773285b-c492-43ef-ace0-226daff00637 service nova] Enqueued Resource ID: 47765065-33c8-47c6-a557-58db2b2f9a5a with Priority: HIGHEST for action port [ 936.229726] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_rules [ 936.229726] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 936.229726] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47765065-33c8-47c6-a557-58db2b2f9a5a with Priority: HIGHEST for action port [ 936.229726] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.229726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.229726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.230221] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.230221] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.231197] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.231335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.231389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.231574] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.231755] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.231848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.231905] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.232079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.232168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.232262] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.233880] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-47765065-33c8-47c6-a557-58db2b2f9a5a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.233880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47765065-33c8-47c6-a557-58db2b2f9a5a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.233880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47765065-33c8-47c6-a557-58db2b2f9a5a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.233880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47765065-33c8-47c6-a557-58db2b2f9a5a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.233880] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47765065-33c8-47c6-a557-58db2b2f9a5a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.699198] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.735940] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.736335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.736665] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.737359] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47765065-33c8-47c6-a557-58db2b2f9a5a with status ACTIVE [ 936.737690] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.737690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.737864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.738061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.738114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.738279] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.738385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.738440] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.738826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.738826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.738912] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.738994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.739074] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.739481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.739481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.739481] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47765065-33c8-47c6-a557-58db2b2f9a5a is going to be updated. [ 936.765415] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.765665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.765665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.765935] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.766124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.766359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47765065-33c8-47c6-a557-58db2b2f9a5a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.201684] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.241852] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.705618] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.705984] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.705984] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.706164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.706321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.706451] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0137407-fef5-49c2-a909-8835e6d5479f is going to be updated. [ 937.746031] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.746031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.746031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.746031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.746031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.746866] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.747161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.747431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.747729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.747949] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.748169] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be created. [ 937.776147] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: IN_PROGRESS for 2s [ 937.801553] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.801553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.801553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.801553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.801553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.812387] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: UNINITIALIZED for 2s [ 938.227440] env[63386]: INFO networking_nsxv3.common.synchronization [req-8e7b0cfe-5080-4f64-9a38-47fe6f1d6d5e req-48a693c4-54af-43ce-a6c2-4816fddc19c0 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 938.228068] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 938.228438] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.228565] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.228679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.228879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.229093] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.229205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.229268] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.229447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.229537] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.229659] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.733830] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.072564] env[63386]: INFO networking_nsxv3.common.synchronization [None req-15910f51-c7d8-479c-9a5f-13b4e060aeba tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 939.073350] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 939.073700] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.073813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.235760] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.738077] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.738426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.738426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.738532] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.738623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.738725] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 939.764122] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.764277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.764350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.764559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.764704] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.773544] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 939.783756] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: SUCCESS [ 939.783989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.784168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.784386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.784572] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.784685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.784826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.784896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.784982] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.785083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.785287] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.785406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.785477] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.785634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.785777] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.785872] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.785935] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.786091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.786178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.786265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.786367] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.787210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.787464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.787531] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.787629] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.787689] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.788400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.788400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.788400] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.820060] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 939.820299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.820499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.820748] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.820943] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.821078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.821214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.821289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.821419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.821544] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.821712] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.290489] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0137407-fef5-49c2-a909-8835e6d5479f: rpc.has_security_group_logging(os_id): False [ 940.291733] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.309907] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.309907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.310065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.310202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.310322] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.310555] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.310668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.310732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.310908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.310987] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.311202] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.311298] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.311362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.311805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.311805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.311805] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.312076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.312378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.312581] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.312659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.312754] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0137407-fef5-49c2-a909-8835e6d5479f is going to be created. [ 940.323247] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.323429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.323477] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.323632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.323783] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.323880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.323943] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.324108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.324285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.324381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.324531] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.324622] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.324683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.324825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.324958] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.325058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.325118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.325274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.325389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.325487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.325575] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.365561] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.365814] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.365881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.366107] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.366304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.376365] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: IN_PROGRESS for 2s [ 940.794252] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.827959] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2d5ea4e-f26b-4439-97cc-9b24f5211d64: rpc.has_security_group_logging(os_id): False [ 940.843800] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.843973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.844061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.844283] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.844393] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.848021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.848021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.848021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.848021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.848021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.848021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.848021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.848021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.848021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.848021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.848021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.848021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.848021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.848021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.848735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.848735] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be created. [ 940.905023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.905023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.905023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.905023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.905023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.914401] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 941.297554] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.297554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.297554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.297554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.297888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.297989] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0137407-fef5-49c2-a909-8835e6d5479f is going to be updated. [ 941.324838] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.325044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.325136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.325479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.325768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.334270] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: IN_PROGRESS for 2s [ 941.783208] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 941.783500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.783714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.783941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.784374] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.784374] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.784374] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.784596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.784661] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.784769] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.291580] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.291927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.291927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.292207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.292331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.292574] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.292697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.292764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.292964] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.293076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.293186] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 942.324896] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.325138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.325267] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.325522] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.325729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.336736] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 942.388920] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: SUCCESS [ 942.389207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.389434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.389709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.389804] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.892713] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.892965] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.925936] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 942.926212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.344918] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: SUCCESS [ 943.345239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.345440] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.345675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.345877] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.346093] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.346093] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.346243] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.346318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.346407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.346503] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.820233] env[63386]: INFO networking_nsxv3.common.synchronization [req-9969a386-3b7b-42ff-8288-e63d29fe3321 req-91f5894e-1a37-45f9-a120-9ef881e75e89 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c with Priority: HIGHEST for action security_group_members [ 943.821386] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c with Priority: HIGHEST for action security_group_members [ 943.821386] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.821386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.821647] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.821698] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.822217] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.822217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.822217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.822408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.822408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.822506] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.849082] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.849288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.849380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.849586] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.849766] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.849884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.849961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.850132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.850232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.850361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.850522] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.850611] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.850695] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.851134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.851134] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.851134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.851421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.851421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.851494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.851527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.851606] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.911821] env[63386]: INFO networking_nsxv3.common.synchronization [req-24e6801b-304d-490d-92f0-09273a67d488 req-a6f3f43a-3da5-4916-8c8e-5a66dcaee64d tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Enqueued Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 943.913104] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 943.916216] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.916414] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.916597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.916759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.916906] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.917019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.917070] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.917234] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 943.917343] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.917435] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.325128] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.325428] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.325513] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.325784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.325892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.326172] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.326260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.326349] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.326529] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.326612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.326719] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c is going to be updated. [ 944.345849] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 944.346161] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e deletion is rescheduled due to dependency. [ 944.346830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.353293] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.353426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.353491] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.353717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.353874] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.359797] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0137407-fef5-49c2-a909-8835e6d5479f: rpc.has_security_group_logging(os_id): False [ 944.361932] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c in Status: IN_PROGRESS for 2s [ 944.378399] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.379190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.379405] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.379782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.379982] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.380429] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.380701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.380880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.381227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.381529] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.381856] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.382098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.382249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.382482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.382620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.383177] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.383177] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.383327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.383514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.383642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.383784] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0137407-fef5-49c2-a909-8835e6d5479f is going to be updated. [ 944.420165] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.450224] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.450404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.450448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.450657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.450888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.464288] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: IN_PROGRESS for 2s [ 944.582916] env[63386]: INFO networking_nsxv3.common.synchronization [req-305bcd9b-22d1-4292-94bc-eb0493d41b9a req-bdbb61d9-a5f1-49fc-a855-683029f14ee5 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 with Priority: HIGHEST for action security_group_members [ 944.583648] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 with Priority: HIGHEST for action security_group_members [ 944.583965] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a373c148-5148-428f-a5ab-fe2a3e979bf3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.584121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.584241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.584514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.584701] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.584805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.584869] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.585067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.585157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.585295] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a373c148-5148-428f-a5ab-fe2a3e979bf3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.923540] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.975937] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.976296] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.976393] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.976634] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.976956] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.977291] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.977363] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.977632] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.977799] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.978044] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.978156] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.978370] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.978501] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.978624] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.978739] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.978881] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.995868] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.996061] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.996216] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.996456] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.996779] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-7119be57-c70d-45a0-a8ec-95fd086a5667 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.996957] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-7119be57-c70d-45a0-a8ec-95fd086a5667" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.997095] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-7119be57-c70d-45a0-a8ec-95fd086a5667" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.997435] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-7119be57-c70d-45a0-a8ec-95fd086a5667" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.997580] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7119be57-c70d-45a0-a8ec-95fd086a5667',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.087288] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.087375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.087454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.087739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.087833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.088052] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.088155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.088219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.088375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.088451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.088536] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 already deleted. [ 945.088621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.426627] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.426923] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.426923] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.427099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.427193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.427298] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0137407-fef5-49c2-a909-8835e6d5479f is going to be updated. [ 945.452748] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.452890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.452961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.453201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.453349] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.461302] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: IN_PROGRESS for 2s [ 945.500444] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.500798] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.500916] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.501211] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.501369] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.501533] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 7119be57-c70d-45a0-a8ec-95fd086a5667 not found, creating... [ 945.501804] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.501980] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.502135] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.502365] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.502595] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.502826] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.502986] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.503124] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.503370] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.503511] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.503655] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 7119be57-c70d-45a0-a8ec-95fd086a5667 is going to be created. [ 945.520677] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.520893] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.521034] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.521328] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.521615] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.521896] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-7119be57-c70d-45a0-a8ec-95fd086a5667" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.270385] env[63386]: INFO networking_nsxv3.common.synchronization [req-305bcd9b-22d1-4292-94bc-eb0493d41b9a req-28d2e2a0-becb-4c00-a6d5-2a7cab206170 service nova] Enqueued Resource ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 with Priority: HIGHEST for action security_group_rules [ 946.270574] env[63386]: INFO networking_nsxv3.common.synchronization [req-305bcd9b-22d1-4292-94bc-eb0493d41b9a req-28d2e2a0-becb-4c00-a6d5-2a7cab206170 service nova] Enqueued Resource ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 with Priority: HIGHEST for action security_group_members [ 946.270720] env[63386]: INFO networking_nsxv3.common.synchronization [req-305bcd9b-22d1-4292-94bc-eb0493d41b9a req-28d2e2a0-becb-4c00-a6d5-2a7cab206170 service nova] Enqueued Resource ID: 7119be57-c70d-45a0-a8ec-95fd086a5667 with Priority: HIGHEST for action port [ 946.270948] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 with Priority: HIGHEST for action security_group_rules [ 946.271095] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 with Priority: HIGHEST for action security_group_members [ 946.271195] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7119be57-c70d-45a0-a8ec-95fd086a5667 with Priority: HIGHEST for action port [ 946.271746] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a373c148-5148-428f-a5ab-fe2a3e979bf3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.271874] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.271945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.273623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.273623] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a373c148-5148-428f-a5ab-fe2a3e979bf3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.274563] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a373c148-5148-428f-a5ab-fe2a3e979bf3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.274563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.274563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.274563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.274809] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.274809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.274889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.276678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.276678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.276678] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a373c148-5148-428f-a5ab-fe2a3e979bf3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.276678] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-7119be57-c70d-45a0-a8ec-95fd086a5667 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.276678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7119be57-c70d-45a0-a8ec-95fd086a5667" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.276678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7119be57-c70d-45a0-a8ec-95fd086a5667" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.276678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7119be57-c70d-45a0-a8ec-95fd086a5667" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.276678] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7119be57-c70d-45a0-a8ec-95fd086a5667',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.360137] env[63386]: INFO networking_nsxv3.common.synchronization [None req-8bfd277d-5524-47bc-9909-51756b28c685 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGHEST for action security_group_rules [ 946.360720] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGHEST for action security_group_rules [ 946.361008] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.361139] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.361206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.361481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.361568] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d43e7b11-a094-4d5e-a42f-5bbd2764914d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.371863] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c in Status: SUCCESS [ 946.372063] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c deletion is rescheduled due to dependency. [ 946.372184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.433408] env[63386]: INFO networking_nsxv3.common.synchronization [None req-878692d4-22ca-4b4f-b53f-04cecd85ced8 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGHEST for action security_group_rules [ 946.434091] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGHEST for action security_group_rules [ 946.434464] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.434631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.477069] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: SUCCESS [ 946.477456] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.477521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.477740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.477830] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.780223] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a373c148-5148-428f-a5ab-fe2a3e979bf3 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.780223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.780223] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a373c148-5148-428f-a5ab-fe2a3e979bf3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.780223] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7119be57-c70d-45a0-a8ec-95fd086a5667 with status ACTIVE [ 946.780223] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.780223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.780223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.780223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.780223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.781234] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.781546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.781749] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.782727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.782929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.783564] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.783819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.783981] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.785343] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.785343] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.785343] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7119be57-c70d-45a0-a8ec-95fd086a5667 is going to be updated. [ 946.819082] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.819245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.819372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.819623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.819809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.820049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7119be57-c70d-45a0-a8ec-95fd086a5667" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.888149] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.888149] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.888149] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.888403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.889643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.889643] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d already deleted. [ 946.889643] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.889907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.892016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.892016] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d43e7b11-a094-4d5e-a42f-5bbd2764914d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.981773] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.981773] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.089478] env[63386]: INFO networking_nsxv3.common.synchronization [req-33f8ebda-342f-44b3-a3a6-a143c4f79bca req-6552cc5c-e987-4e8f-9d13-05492e77f069 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 947.090056] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 947.090391] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.090515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.090580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.090805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.090958] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.091166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.091265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.094016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.094016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.094016] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.288154] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a373c148-5148-428f-a5ab-fe2a3e979bf3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.410302] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.410553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.410553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.410791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.410885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.411084] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d already deleted. [ 947.411084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.469831] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: SUCCESS [ 947.470238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.470238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.470402] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.470592] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.470708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.470774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.470931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.471018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.471106] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.471194] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.595448] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.795077] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.795338] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.795428] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.795681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.795767] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.795885] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 is going to be created. [ 947.821019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.821019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.821019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.821019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.821019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.833173] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 in Status: UNINITIALIZED for 2s [ 947.957323] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.957523] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.957648] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.957918] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.958187] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.958356] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.958486] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.958725] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.958878] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.959203] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.959329] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.959442] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.959552] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.959663] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.959771] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.959903] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.976890] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.977701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.977701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.977701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.977701] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.977701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.977701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.978042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.978042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.978042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.978182] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.978260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.978314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.978436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.978691] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.978691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.978803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.978851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.978931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.979018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.979111] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.006906] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.007575] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 948.007776] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.007967] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.008337] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-28741ba0-2362-4c0d-95e6-03a943b8f361 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.008857] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-28741ba0-2362-4c0d-95e6-03a943b8f361" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.009174] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-28741ba0-2362-4c0d-95e6-03a943b8f361" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.010170] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-28741ba0-2362-4c0d-95e6-03a943b8f361" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.010170] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28741ba0-2362-4c0d-95e6-03a943b8f361',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.098491] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.484043] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0137407-fef5-49c2-a909-8835e6d5479f: rpc.has_security_group_logging(os_id): False [ 948.501022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.501185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.501249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.501644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.501644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.501796] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.501863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.501901] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.502077] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.502162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.502340] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.502437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.502484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.502630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.502703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.502898] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.502977] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.503192] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.503531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.503531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.503658] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0137407-fef5-49c2-a909-8835e6d5479f is going to be updated. [ 948.513293] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.513293] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.513293] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.513667] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.513903] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.514098] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 28741ba0-2362-4c0d-95e6-03a943b8f361 not found, creating... [ 948.514606] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.514606] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.514756] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.514886] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.515070] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.515404] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.515575] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.515737] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.515912] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.516130] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.516209] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 28741ba0-2362-4c0d-95e6-03a943b8f361 is going to be created. [ 948.533369] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.533581] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.533714] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.533974] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.534227] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.534467] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-28741ba0-2362-4c0d-95e6-03a943b8f361" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.558458] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.558458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.558458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.558657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.558657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.570271] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: IN_PROGRESS for 2s [ 948.601889] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.601889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.601889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.602053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.602053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.602175] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 948.630509] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.630692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.630734] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.631047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.631244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.645543] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 949.503471] env[63386]: INFO networking_nsxv3.common.synchronization [req-33f8ebda-342f-44b3-a3a6-a143c4f79bca req-5246fccb-c4c0-4192-8a2c-e8b8f381705e service nova] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_rules [ 949.503747] env[63386]: INFO networking_nsxv3.common.synchronization [req-33f8ebda-342f-44b3-a3a6-a143c4f79bca req-5246fccb-c4c0-4192-8a2c-e8b8f381705e service nova] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 949.503819] env[63386]: INFO networking_nsxv3.common.synchronization [req-33f8ebda-342f-44b3-a3a6-a143c4f79bca req-5246fccb-c4c0-4192-8a2c-e8b8f381705e service nova] Enqueued Resource ID: 28741ba0-2362-4c0d-95e6-03a943b8f361 with Priority: HIGHEST for action port [ 949.504388] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_rules [ 949.505749] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 949.505749] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28741ba0-2362-4c0d-95e6-03a943b8f361 with Priority: HIGHEST for action port [ 949.505749] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.507028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.507028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.507028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.507028] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.510827] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.510827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.510827] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-28741ba0-2362-4c0d-95e6-03a943b8f361 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.510827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28741ba0-2362-4c0d-95e6-03a943b8f361" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.510827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28741ba0-2362-4c0d-95e6-03a943b8f361" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.510827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28741ba0-2362-4c0d-95e6-03a943b8f361" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.510827] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28741ba0-2362-4c0d-95e6-03a943b8f361',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.842021] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 in Status: SUCCESS [ 949.842021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.842021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.842021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.842021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.842021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.842454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.842454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.842454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.842549] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.842582] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a373c148-5148-428f-a5ab-fe2a3e979bf3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.010707] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.010902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.011123] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28741ba0-2362-4c0d-95e6-03a943b8f361 with status ACTIVE [ 950.011298] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.011407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.011475] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.011680] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.011772] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.011941] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.012050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.012109] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.012276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.012368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.012555] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.012651] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.012711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.012829] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.012899] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.012981] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28741ba0-2362-4c0d-95e6-03a943b8f361 is going to be updated. [ 950.031906] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.032059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.032105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.032308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.032462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.032623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28741ba0-2362-4c0d-95e6-03a943b8f361" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.347857] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a373c148-5148-428f-a5ab-fe2a3e979bf3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.586628] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: SUCCESS [ 950.586628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.657153] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 950.657153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.657153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.657153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.657153] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.657153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.657153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.657153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.657153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.657153] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.850409] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a373c148-5148-428f-a5ab-fe2a3e979bf3: rpc.has_security_group_logging(os_id): False [ 950.868230] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.869044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.869044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.869044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.869044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.869044] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.869044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.869314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.869314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.869379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.869426] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 is going to be created. [ 950.924211] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.924956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.925046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.925262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.925467] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.939568] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 in Status: IN_PROGRESS for 2s [ 951.159375] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.502995] env[63386]: INFO networking_nsxv3.common.synchronization [None req-8269e09f-7259-412f-8c26-9d2b6b4a3944 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_rules [ 951.503575] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_rules [ 951.504240] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.504369] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.504448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.504721] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.504797] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.663718] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.668495] env[63386]: INFO networking_nsxv3.common.synchronization [None req-eb2fe485-34ed-493e-ae48-9b525890d259 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_rules [ 951.669413] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_rules [ 951.669834] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.669942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.024876] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.025126] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.025126] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.026235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.026235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.026235] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3050ae83-471c-4748-8adc-db75ed0194d3 already deleted. [ 952.026235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.026235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.026535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.026535] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.173152] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.173152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.173152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.173152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.173152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.173152] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 952.216531] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.216712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.216758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.216980] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.218298] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.228097] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 952.452879] env[63386]: INFO networking_nsxv3.common.synchronization [req-5ab7b1c7-ca3d-4809-ade7-f267c7a35a9f req-c9b6797f-09b7-46e9-ba13-163a12e11540 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Enqueued Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 952.453599] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 952.453927] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.455542] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.456487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.456487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.456487] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.456487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.456487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.456487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.456487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.456775] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.545490] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.545655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.545730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.545950] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.546057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.546152] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3050ae83-471c-4748-8adc-db75ed0194d3 already deleted. [ 952.546238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.951790] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 in Status: SUCCESS [ 952.952175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.958492] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.983242] env[63386]: INFO networking_nsxv3.common.synchronization [req-ebef03e3-af62-41dc-8c7f-aacc7af7c66d req-9f8c0af7-5f32-45c0-b01c-264c037665e0 tempest-ListServersNegativeTestJSON-2090184504 tempest-ListServersNegativeTestJSON-2090184504-project-member] Enqueued Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 952.983242] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0137407-fef5-49c2-a909-8835e6d5479f with Priority: HIGHEST for action security_group_members [ 952.983242] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0137407-fef5-49c2-a909-8835e6d5479f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.983242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.461679] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.850892] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f51c551-3db8-4058-9237-0d6a8517bca6 req-ba0016a8-8ee0-40e9-9790-50f1f1d0b977 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGHEST for action security_group_members [ 953.851548] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGHEST for action security_group_members [ 953.851884] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43e7b11-a094-4d5e-a42f-5bbd2764914d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.857092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.857267] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.857637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.857796] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.857918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.857988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.858253] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.858253] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.858352] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43e7b11-a094-4d5e-a42f-5bbd2764914d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.968280] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.968550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.968550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.968742] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.968834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.968932] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0137407-fef5-49c2-a909-8835e6d5479f is going to be updated. [ 953.995666] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.995926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.995926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.996120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.996293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.007668] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: IN_PROGRESS for 2s [ 954.237257] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 954.237391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.237560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.237818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.238025] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.238147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.238213] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.238378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.238457] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.238543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.238634] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.360616] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.360824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.360930] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.361200] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.361330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.361552] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.361690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.361830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.362065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.362167] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.362261] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d already deleted. [ 954.362345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.551586] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.551817] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.551960] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.552280] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.552572] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.552758] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.552886] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.553421] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.553643] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.553922] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.554115] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.554275] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.554445] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.554651] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.554807] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.554994] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.582785] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.584569] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 954.584777] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.584989] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.588017] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-19dbf2e5-3a37-4aa5-9a49-cb18e5152802 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.588017] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-19dbf2e5-3a37-4aa5-9a49-cb18e5152802" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.588017] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-19dbf2e5-3a37-4aa5-9a49-cb18e5152802" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.588017] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-19dbf2e5-3a37-4aa5-9a49-cb18e5152802" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.588017] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19dbf2e5-3a37-4aa5-9a49-cb18e5152802',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.740603] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.740805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.740901] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.741185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.741395] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.741531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.741633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.741821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.741941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.742088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.742284] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.742402] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.742469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.742652] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.742757] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.742840] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.742918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.743115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.743115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.743265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.743265] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.058215] env[63386]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 955.058577] env[63386]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] NSXv3 Agent Agent loop - iteration:2 started [ 955.090755] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.091059] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.091202] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.091527] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.091651] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.091809] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 19dbf2e5-3a37-4aa5-9a49-cb18e5152802 not found, creating... [ 955.092094] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.092262] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.092388] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.092614] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.092759] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.093067] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.093242] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.093368] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.093716] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.093888] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.094126] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 19dbf2e5-3a37-4aa5-9a49-cb18e5152802 is going to be created. [ 955.112439] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.112679] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.112851] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.113216] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.113506] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.113749] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-19dbf2e5-3a37-4aa5-9a49-cb18e5152802" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.245860] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e06359-695e-4590-9877-bab0af1d7f54: rpc.has_security_group_logging(os_id): False [ 955.263992] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.264247] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.264380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.265148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.265148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.265371] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.265459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.265506] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.265762] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.265917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.266890] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.267087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.267201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.267436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.267648] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.267845] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.268034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.268142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.268367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.268496] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.268634] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 955.341097] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.341329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.341329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.341537] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.341687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.354364] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 955.870698] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f51c551-3db8-4058-9237-0d6a8517bca6 req-c9b28f68-69ca-40c0-8e6b-13aed6439917 service nova] Enqueued Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGHEST for action security_group_rules [ 955.870863] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f51c551-3db8-4058-9237-0d6a8517bca6 req-c9b28f68-69ca-40c0-8e6b-13aed6439917 service nova] Enqueued Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGHEST for action security_group_members [ 955.870902] env[63386]: INFO networking_nsxv3.common.synchronization [req-5f51c551-3db8-4058-9237-0d6a8517bca6 req-c9b28f68-69ca-40c0-8e6b-13aed6439917 service nova] Enqueued Resource ID: 19dbf2e5-3a37-4aa5-9a49-cb18e5152802 with Priority: HIGHEST for action port [ 955.871397] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGHEST for action security_group_rules [ 955.871542] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGHEST for action security_group_members [ 955.871643] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19dbf2e5-3a37-4aa5-9a49-cb18e5152802 with Priority: HIGHEST for action port [ 955.871917] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.872055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.872161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.872355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.872417] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d43e7b11-a094-4d5e-a42f-5bbd2764914d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.873367] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43e7b11-a094-4d5e-a42f-5bbd2764914d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.873367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.873580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.873619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.873772] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.873896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.873964] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.874144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.874209] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.874298] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43e7b11-a094-4d5e-a42f-5bbd2764914d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.875024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-19dbf2e5-3a37-4aa5-9a49-cb18e5152802 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.875770] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19dbf2e5-3a37-4aa5-9a49-cb18e5152802" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.875849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19dbf2e5-3a37-4aa5-9a49-cb18e5152802" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.876217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19dbf2e5-3a37-4aa5-9a49-cb18e5152802" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.876217] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19dbf2e5-3a37-4aa5-9a49-cb18e5152802',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.016346] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: SUCCESS [ 956.016605] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.016810] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.017047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.017234] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.017447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.017517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.017676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.017808] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.017882] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0137407-fef5-49c2-a909-8835e6d5479f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.378216] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d43e7b11-a094-4d5e-a42f-5bbd2764914d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.379546] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43e7b11-a094-4d5e-a42f-5bbd2764914d taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.379731] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.380468] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19dbf2e5-3a37-4aa5-9a49-cb18e5152802 with status ACTIVE [ 956.380708] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.380843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.380926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.381197] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.381314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.381519] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.381632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.381706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.381919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.382034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.382499] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.382499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.382499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.382653] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.382653] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.382753] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19dbf2e5-3a37-4aa5-9a49-cb18e5152802 is going to be updated. [ 956.403354] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.403550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.403550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.403748] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.403879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.404050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19dbf2e5-3a37-4aa5-9a49-cb18e5152802" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.520469] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.520688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.520688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.520900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.520993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.521198] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.521295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.521360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.521514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.521609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.521726] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0137407-fef5-49c2-a909-8835e6d5479f is going to be updated. [ 956.546392] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.546571] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.546686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.546915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.547065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.558896] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: IN_PROGRESS for 2s [ 956.885924] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d43e7b11-a094-4d5e-a42f-5bbd2764914d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.369606] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 957.369735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.388369] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.388755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.388755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.388832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.389118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.389118] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d is going to be created. [ 957.410751] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.410907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.410977] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.411203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.411351] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.420438] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d in Status: UNINITIALIZED for 2s [ 958.257778] env[63386]: INFO networking_nsxv3.common.synchronization [req-e86e9374-5499-4b8d-bde6-aab43200b359 req-d2ec5cbc-19ce-46e0-a947-319481356c46 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 958.258063] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 958.258483] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.259389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.259389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.259389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.259389] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.259389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.259389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.259389] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.259722] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.259760] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.568810] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0137407-fef5-49c2-a909-8835e6d5479f in Status: SUCCESS [ 958.569104] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0137407-fef5-49c2-a909-8835e6d5479f deletion is rescheduled due to dependency. [ 958.569160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0137407-fef5-49c2-a909-8835e6d5479f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.765687] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.765887] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.765933] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.766203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.766338] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.766511] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.766608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.766683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.766832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.766913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.767015] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 958.794712] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.794902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.794902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.795123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.795260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.803161] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 959.429541] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d in Status: SUCCESS [ 959.656297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.656297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.656297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.656297] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.656297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.656297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.656297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.656297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.656297] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.656297] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d43e7b11-a094-4d5e-a42f-5bbd2764914d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.755130] env[63386]: INFO networking_nsxv3.common.synchronization [req-16c0e55d-4d9f-4245-80e9-f068bdafe738 req-7e456037-ba2d-4772-a15f-02ff04271c1a tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 959.755774] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 959.756126] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.756281] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.756429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.756896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.756896] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.757193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.757193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.757193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.757442] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.757442] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.934290] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d43e7b11-a094-4d5e-a42f-5bbd2764914d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.095408] env[63386]: INFO networking_nsxv3.common.synchronization [req-c279eaef-83c1-4f24-a0a3-8cb6918ab923 req-4fc333a5-043d-41eb-b6ff-5463145da873 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 960.096051] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 960.096376] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.096524] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.096599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.096831] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.097041] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.101844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.101975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.102149] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.102259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.102367] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.259499] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.259672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.259744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.260021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.260125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.260342] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.260464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.260538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.260700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.260792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.260880] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 960.285096] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.285325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.285325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.285604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.285785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.293390] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 960.437123] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d43e7b11-a094-4d5e-a42f-5bbd2764914d: rpc.has_security_group_logging(os_id): False [ 960.456097] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.456325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.456325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.456551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.456644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.456892] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.456992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.457070] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.457257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.457344] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.457438] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d is going to be created. [ 960.518423] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.518639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.518744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.518961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 960.519172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.530607] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d in Status: IN_PROGRESS for 2s [ 960.604376] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.815293] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 960.815649] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc deletion is rescheduled due to dependency. [ 960.815649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.107329] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.610240] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.610434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.610527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.610784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.610891] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.611012] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 961.635483] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.635645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.635716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.635945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.636137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.659468] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 962.195224] env[63386]: INFO networking_nsxv3.common.synchronization [req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 req-ab97534c-b3a1-4888-b773-57d9823e9812 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_members [ 962.196347] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_members [ 962.196347] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.196347] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.196683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.196732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.197208] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.197208] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.197208] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.197443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.197661] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.197661] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.304701] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 962.304931] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 deletion is rescheduled due to dependency. [ 962.305067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.540877] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d in Status: SUCCESS [ 962.541079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.563656] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.563894] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.564049] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.564329] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.564601] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.564764] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.564922] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.565174] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.565331] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.565572] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.565699] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.565816] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.565963] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.566117] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.566233] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.566373] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.583417] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.583588] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.583733] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.583906] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.584218] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-51127134-6198-401c-8133-3dcb70549769 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.584386] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-51127134-6198-401c-8133-3dcb70549769" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.584514] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-51127134-6198-401c-8133-3dcb70549769" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.584814] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-51127134-6198-401c-8133-3dcb70549769" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.584958] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51127134-6198-401c-8133-3dcb70549769',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.701889] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.702083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.702138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.702359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.702450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.702646] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.702933] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.703053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.703217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.703295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.703762] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3050ae83-471c-4748-8adc-db75ed0194d3 already deleted. [ 962.703762] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.087286] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.087559] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.087679] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.088058] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.088267] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.088515] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 51127134-6198-401c-8133-3dcb70549769 not found, creating... [ 963.088790] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.088995] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.089168] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.089434] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.089613] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.089932] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.090172] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.090317] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.090556] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.090701] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.090845] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 51127134-6198-401c-8133-3dcb70549769 is going to be created. [ 963.109879] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.110110] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.110231] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.110501] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.110734] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.110967] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-51127134-6198-401c-8133-3dcb70549769" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.668090] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 963.668410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.649880] env[63386]: INFO networking_nsxv3.common.synchronization [req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 req-ff2584b4-31ad-4380-a2e8-ff1ef4848f5a service nova] Enqueued Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_rules [ 965.650155] env[63386]: INFO networking_nsxv3.common.synchronization [req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 req-ff2584b4-31ad-4380-a2e8-ff1ef4848f5a service nova] Enqueued Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_members [ 965.650239] env[63386]: INFO networking_nsxv3.common.synchronization [req-4616aa1b-68eb-4b9a-bf6b-681b56dd13e9 req-ff2584b4-31ad-4380-a2e8-ff1ef4848f5a service nova] Enqueued Resource ID: 51127134-6198-401c-8133-3dcb70549769 with Priority: HIGHEST for action port [ 965.650966] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_rules [ 965.650966] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_members [ 965.650966] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51127134-6198-401c-8133-3dcb70549769 with Priority: HIGHEST for action port [ 965.651484] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.651626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.651690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.651899] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.651995] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.653313] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.653445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.653507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.653701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.653858] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.653951] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.654024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.654180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.654263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.654352] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.655082] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-51127134-6198-401c-8133-3dcb70549769 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.655216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51127134-6198-401c-8133-3dcb70549769" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.655283] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51127134-6198-401c-8133-3dcb70549769" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.655431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51127134-6198-401c-8133-3dcb70549769" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.655505] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51127134-6198-401c-8133-3dcb70549769',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.160494] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.160725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.160886] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.162152] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51127134-6198-401c-8133-3dcb70549769 with status ACTIVE [ 966.162343] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.162444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.162512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.162710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.162797] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.162998] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.163129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.163193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.163309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.163384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.163573] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.163678] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.163734] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.163894] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.163949] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.165223] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51127134-6198-401c-8133-3dcb70549769 is going to be updated. [ 966.189292] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.189555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.189555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.189683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 966.189816] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.189967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51127134-6198-401c-8133-3dcb70549769" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.668814] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.171828] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.171828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.171945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.172103] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.172201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.172303] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3050ae83-471c-4748-8adc-db75ed0194d3 is going to be created. [ 967.194717] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.194871] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.194941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.195420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.195420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.206421] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: UNINITIALIZED for 2s [ 968.973170] env[63386]: INFO networking_nsxv3.common.synchronization [req-80b2efc1-0247-4f1c-960b-5c0c889d0a64 req-a8effbb0-f471-4dc4-aa68-714f31359bc3 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Enqueued Resource ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba with Priority: HIGHEST for action security_group_members [ 968.977411] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba with Priority: HIGHEST for action security_group_members [ 968.977411] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d2c60ac-177f-47eb-958d-bbc8490958ba taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.977411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.977411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.977411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.977411] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.977411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.977411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.977411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.977411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.977411] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d2c60ac-177f-47eb-958d-bbc8490958ba',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.219543] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: SUCCESS [ 969.219543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.219543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.219543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.219543] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.219543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.219543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.219543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.219543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.219543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.219543] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.478998] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.478998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.478998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.478998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.478998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.479591] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.479591] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.479591] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.479591] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.480167] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.480167] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba is going to be updated. [ 969.507191] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.510023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.510023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.510023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.510023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.521331] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba in Status: IN_PROGRESS for 2s [ 969.724213] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.925073] env[63386]: INFO networking_nsxv3.common.synchronization [req-094f12c5-ec63-4a7e-a442-97b7e9697608 req-96e9eea4-52f7-4fa6-a98e-4110e5076c5b tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 969.925622] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 969.925934] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.926074] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.926144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.926353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.926503] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.926616] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.926686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.926840] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.926925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.927026] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.202017] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.202017] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.202017] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.202017] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.202017] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.202665] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.202854] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.203160] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.203357] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.203635] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.203791] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.203942] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.204086] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.204235] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.204380] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.204549] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.221670] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.221916] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.222062] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.222368] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.223393] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-e29ac3ab-51a4-4c81-8cfa-ec56415754a3 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.223393] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-e29ac3ab-51a4-4c81-8cfa-ec56415754a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.223393] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-e29ac3ab-51a4-4c81-8cfa-ec56415754a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.223393] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-e29ac3ab-51a4-4c81-8cfa-ec56415754a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.223393] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e29ac3ab-51a4-4c81-8cfa-ec56415754a3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.226887] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3050ae83-471c-4748-8adc-db75ed0194d3: rpc.has_security_group_logging(os_id): False [ 970.245263] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.245451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.245508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.245807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.245892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.246143] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.246242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.246310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.246462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.246541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.246709] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3050ae83-471c-4748-8adc-db75ed0194d3 is going to be created. [ 970.316095] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.316281] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.316335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.316520] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.316708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.330385] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: IN_PROGRESS for 2s [ 970.429387] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.429538] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.429609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.429825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.429910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.430136] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.430242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.430293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.431072] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.431072] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.431072] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 970.467650] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.467820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.467907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.468121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.468275] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.478061] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 970.726301] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.726615] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.726801] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.727875] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.727875] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.727875] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port e29ac3ab-51a4-4c81-8cfa-ec56415754a3 not found, creating... [ 970.727875] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.728089] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.728135] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.728430] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.728502] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.728795] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.728963] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.729121] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.729354] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.729495] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.729642] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: e29ac3ab-51a4-4c81-8cfa-ec56415754a3 is going to be created. [ 970.749938] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.750147] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.750283] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.750571] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.750805] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.751049] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-e29ac3ab-51a4-4c81-8cfa-ec56415754a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.434470] env[63386]: INFO networking_nsxv3.common.synchronization [req-094f12c5-ec63-4a7e-a442-97b7e9697608 req-36f46f91-52cf-4bb7-bce2-b3e174b68a30 service nova] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_rules [ 971.434740] env[63386]: INFO networking_nsxv3.common.synchronization [req-094f12c5-ec63-4a7e-a442-97b7e9697608 req-36f46f91-52cf-4bb7-bce2-b3e174b68a30 service nova] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 971.434843] env[63386]: INFO networking_nsxv3.common.synchronization [req-094f12c5-ec63-4a7e-a442-97b7e9697608 req-36f46f91-52cf-4bb7-bce2-b3e174b68a30 service nova] Enqueued Resource ID: e29ac3ab-51a4-4c81-8cfa-ec56415754a3 with Priority: HIGHEST for action port [ 971.435401] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_rules [ 971.435560] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 971.435693] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ac3ab-51a4-4c81-8cfa-ec56415754a3 with Priority: HIGHEST for action port [ 971.436012] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.440234] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.440329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.440565] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.440743] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.442181] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.442181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.442431] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-e29ac3ab-51a4-4c81-8cfa-ec56415754a3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.442541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e29ac3ab-51a4-4c81-8cfa-ec56415754a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.442620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e29ac3ab-51a4-4c81-8cfa-ec56415754a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.446023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e29ac3ab-51a4-4c81-8cfa-ec56415754a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.446023] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e29ac3ab-51a4-4c81-8cfa-ec56415754a3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.528669] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba in Status: SUCCESS [ 971.528880] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d2c60ac-177f-47eb-958d-bbc8490958ba deletion is rescheduled due to dependency. [ 971.529013] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d2c60ac-177f-47eb-958d-bbc8490958ba" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.945386] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.945564] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.949377] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e29ac3ab-51a4-4c81-8cfa-ec56415754a3 with status ACTIVE [ 971.949589] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.949726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.949784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.950027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.950133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.950296] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.950402] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.950463] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.950625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.950705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.950916] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.951025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.951089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.951228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.951308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.951385] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e29ac3ab-51a4-4c81-8cfa-ec56415754a3 is going to be updated. [ 971.986975] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.987184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.987302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.987506] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.987640] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.987844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e29ac3ab-51a4-4c81-8cfa-ec56415754a3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.341703] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: SUCCESS [ 972.341703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.486386] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 972.486386] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 deletion is rescheduled due to dependency. [ 972.486386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.486386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.486386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.486882] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.486882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.486882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.486882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.486882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.487090] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.990232] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.493396] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.999644] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.999806] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.999881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.000136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.000231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.000331] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 974.027975] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.027975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.027975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.027975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.028273] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.037405] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 975.176995] env[63386]: INFO networking_nsxv3.common.synchronization [req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 req-05da845a-d014-4d78-b258-d2b956be30c4 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 975.177616] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 975.177980] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.178166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.178241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.178510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.178674] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.178794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.178875] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.179212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.179212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.179317] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.491284] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.491504] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.491638] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.491919] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.492199] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.492364] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.492488] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.493180] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.493180] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.493180] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.493180] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.493380] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.493424] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.493505] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.493617] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.493787] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.515134] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.515438] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 975.516763] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.516763] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.516763] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-b89f61ba-d600-4c86-9a75-718261e76467 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.517025] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-b89f61ba-d600-4c86-9a75-718261e76467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.517025] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-b89f61ba-d600-4c86-9a75-718261e76467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.517474] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-b89f61ba-d600-4c86-9a75-718261e76467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.517704] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b89f61ba-d600-4c86-9a75-718261e76467',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.682836] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.682993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.683095] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.683293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.683399] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.683603] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.683736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.683813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.684000] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.684141] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.684273] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 975.715243] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.715383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.715383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.715552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.715741] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.724483] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 976.022186] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.022433] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.022571] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.022867] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.023051] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.023219] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port b89f61ba-d600-4c86-9a75-718261e76467 not found, creating... [ 976.023495] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.023700] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.023837] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.024089] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.024240] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.024526] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.024689] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.024814] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.025041] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.025184] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.025327] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: b89f61ba-d600-4c86-9a75-718261e76467 is going to be created. [ 976.043657] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.043860] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.043989] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.044268] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.044524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.044740] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-b89f61ba-d600-4c86-9a75-718261e76467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.046477] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 976.046656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.046806] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.046973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.047144] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.047247] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.047314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.047594] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.047594] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.047669] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.047704] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.549427] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.549799] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.549799] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.550082] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.550317] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.550450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.550542] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.550742] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.550863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.551046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.551249] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.551410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.551559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.551696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.551850] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.551973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.552146] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.552326] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.552460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.552576] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.552689] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.767182] env[63386]: INFO networking_nsxv3.common.synchronization [req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 req-4e2938d5-6d57-4183-835d-02ac4a759742 service nova] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_rules [ 976.767468] env[63386]: INFO networking_nsxv3.common.synchronization [req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 req-4e2938d5-6d57-4183-835d-02ac4a759742 service nova] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 976.767720] env[63386]: INFO networking_nsxv3.common.synchronization [req-c698e9f7-b03d-4e18-bdbb-bb7fc8bc2142 req-4e2938d5-6d57-4183-835d-02ac4a759742 service nova] Enqueued Resource ID: b89f61ba-d600-4c86-9a75-718261e76467 with Priority: HIGHEST for action port [ 976.768581] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_rules [ 976.768745] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 976.768832] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89f61ba-d600-4c86-9a75-718261e76467 with Priority: HIGHEST for action port [ 976.769198] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.769343] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.769433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.769705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.769860] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.770889] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.771034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.771334] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-b89f61ba-d600-4c86-9a75-718261e76467 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.771472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b89f61ba-d600-4c86-9a75-718261e76467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.771553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b89f61ba-d600-4c86-9a75-718261e76467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.771792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b89f61ba-d600-4c86-9a75-718261e76467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.771889] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b89f61ba-d600-4c86-9a75-718261e76467',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.055260] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2d5ea4e-f26b-4439-97cc-9b24f5211d64: rpc.has_security_group_logging(os_id): False [ 977.079399] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.079555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.079626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.079838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.079932] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.080156] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.080255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.080320] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.080472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.080549] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.080720] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.080815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.080877] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.081023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.081107] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.081290] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.081384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.081447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.081585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.081659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.081746] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 977.148103] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.148273] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.148317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.148518] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.148663] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.161040] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 977.274195] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.274342] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.274532] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b89f61ba-d600-4c86-9a75-718261e76467 with status ACTIVE [ 977.274708] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.274820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.274878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.275111] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.275199] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.275377] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.275476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.275530] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.275757] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.275885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.276024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.276121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.276167] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.276325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.276387] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.276455] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b89f61ba-d600-4c86-9a75-718261e76467 is going to be updated. [ 977.297153] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.297299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.297401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.297546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.297674] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.297829] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b89f61ba-d600-4c86-9a75-718261e76467" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.733139] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 977.733432] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc deletion is rescheduled due to dependency. [ 977.733432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.734000] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.734000] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.734000] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.734154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.734154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.734309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.734409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.734505] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.239790] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.741581] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.175226] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 979.175462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.244188] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.244387] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.244443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.244638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.244731] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.244829] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 979.272743] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.273152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.273152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.273250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.273390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.280969] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 979.544104] env[63386]: INFO networking_nsxv3.common.synchronization [req-80e3e7ed-3bc4-4500-9ff2-d2818282becf req-218dd412-ca43-4a8d-b993-1ab44e5cdc69 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_members [ 979.544979] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_members [ 979.545454] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.545713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.545821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.546174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.546457] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.546654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.546789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.547102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.547276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.547426] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.895625] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.895928] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.896030] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.896328] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.896589] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.896752] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.896896] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.897142] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.897295] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.897504] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.897624] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.897737] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.897850] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.898067] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.898148] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.898229] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.915718] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.915928] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.916089] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.916289] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.916564] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-f9b681be-fa1d-4da8-ba6c-d004afb79576 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.916755] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-f9b681be-fa1d-4da8-ba6c-d004afb79576" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.916881] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-f9b681be-fa1d-4da8-ba6c-d004afb79576" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.917236] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-f9b681be-fa1d-4da8-ba6c-d004afb79576" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.917377] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9b681be-fa1d-4da8-ba6c-d004afb79576',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.049179] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.419638] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.419882] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.420029] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.420325] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.420560] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.420737] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port f9b681be-fa1d-4da8-ba6c-d004afb79576 not found, creating... [ 980.421013] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.421190] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.421313] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.421542] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.421685] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.422357] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.422540] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.422666] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.422884] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.423039] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.423187] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: f9b681be-fa1d-4da8-ba6c-d004afb79576 is going to be created. [ 980.443608] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.443839] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.443949] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.444227] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.444485] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.444752] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-f9b681be-fa1d-4da8-ba6c-d004afb79576" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.551681] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.055809] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.056131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.056131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.056301] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.056439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.056499] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3050ae83-471c-4748-8adc-db75ed0194d3 is going to be updated. [ 981.083477] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.083655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.083743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.085031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.085031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.092496] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: IN_PROGRESS for 2s [ 981.130378] env[63386]: INFO networking_nsxv3.common.synchronization [req-80e3e7ed-3bc4-4500-9ff2-d2818282becf req-60a4bc10-2b5e-45a3-8f86-a828deb9d705 service nova] Enqueued Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_rules [ 981.130378] env[63386]: INFO networking_nsxv3.common.synchronization [req-80e3e7ed-3bc4-4500-9ff2-d2818282becf req-60a4bc10-2b5e-45a3-8f86-a828deb9d705 service nova] Enqueued Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_members [ 981.130448] env[63386]: INFO networking_nsxv3.common.synchronization [req-80e3e7ed-3bc4-4500-9ff2-d2818282becf req-60a4bc10-2b5e-45a3-8f86-a828deb9d705 service nova] Enqueued Resource ID: f9b681be-fa1d-4da8-ba6c-d004afb79576 with Priority: HIGHEST for action port [ 981.130675] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_rules [ 981.130875] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_members [ 981.131011] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b681be-fa1d-4da8-ba6c-d004afb79576 with Priority: HIGHEST for action port [ 981.131543] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.131658] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.131748] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.131936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.132155] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.134034] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.134034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.134034] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9b681be-fa1d-4da8-ba6c-d004afb79576 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.134034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9b681be-fa1d-4da8-ba6c-d004afb79576" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.134034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9b681be-fa1d-4da8-ba6c-d004afb79576" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.134034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9b681be-fa1d-4da8-ba6c-d004afb79576" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.134034] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9b681be-fa1d-4da8-ba6c-d004afb79576',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.290148] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 981.290455] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.290662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.290958] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.291288] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.291637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.291637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.291721] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.291775] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.291855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.291985] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.636102] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.636911] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.639277] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9b681be-fa1d-4da8-ba6c-d004afb79576 with status ACTIVE [ 981.639277] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.639277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.639277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.639277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.639277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.639277] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.639277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.639277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.639277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.639277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.639277] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.639277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.639277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.639277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.639277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.639277] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9b681be-fa1d-4da8-ba6c-d004afb79576 is going to be updated. [ 981.667707] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.667922] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.668052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.668366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.668584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.668839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9b681be-fa1d-4da8-ba6c-d004afb79576" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.774614] env[63386]: INFO networking_nsxv3.common.synchronization [req-93e84b3c-0c8f-472d-9aac-67d5729092f0 req-215289a9-ef3d-473e-abf4-ed60459fd803 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 981.775217] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 981.775366] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.775477] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.775570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.775835] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.775989] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.776092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.776156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.776311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.776605] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.776605] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.794227] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.794358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.794415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.794625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.794811] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.794914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.794966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.795232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.795232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.795357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.795499] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.795605] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.795605] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.795774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.795926] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.796027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.796079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.796226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.796300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.796380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.796466] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.085215] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.085822] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.086066] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.086413] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.086785] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.087076] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.087288] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.087593] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.087830] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.088159] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.088372] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.088564] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.088760] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.088978] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.089186] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.089405] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.109437] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.109437] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 982.109437] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.109437] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.109437] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-aca52ec6-b272-4b64-93d5-30955707ca6b taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.109437] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-aca52ec6-b272-4b64-93d5-30955707ca6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.109437] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-aca52ec6-b272-4b64-93d5-30955707ca6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.109437] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-aca52ec6-b272-4b64-93d5-30955707ca6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.109437] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca52ec6-b272-4b64-93d5-30955707ca6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.278881] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.298454] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e71baf66-bad5-425f-bd02-82794ad062cc: rpc.has_security_group_logging(os_id): False [ 982.316300] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.316460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.316460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.316680] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.316770] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.316984] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.317198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.317266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.317424] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.317503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.317692] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.317786] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.317849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.318091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.318091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.318266] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.318367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.318411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.318552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.318626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.318738] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 982.375553] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.375553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.375553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.375823] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.376010] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.389060] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 982.614400] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.615028] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.615028] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.615281] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.615619] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.615619] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port aca52ec6-b272-4b64-93d5-30955707ca6b not found, creating... [ 982.616908] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.616908] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.616908] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.616908] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.617563] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.617992] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.618277] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.618452] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.618806] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.620035] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.620035] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: aca52ec6-b272-4b64-93d5-30955707ca6b is going to be created. [ 982.639059] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.639333] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.639435] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.639721] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.640129] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.640379] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-aca52ec6-b272-4b64-93d5-30955707ca6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.784028] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.102643] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: SUCCESS [ 983.102927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.103051] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.103346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.103561] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.103686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.103746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.103906] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.103992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.104103] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.286359] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.286527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.286619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.286905] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.287015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.287122] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 983.314733] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.314733] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.314733] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.314733] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.314733] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.322481] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 983.376204] env[63386]: INFO networking_nsxv3.common.synchronization [req-93e84b3c-0c8f-472d-9aac-67d5729092f0 req-907cf154-2739-4cae-9999-491d21845568 service nova] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_rules [ 983.376404] env[63386]: INFO networking_nsxv3.common.synchronization [req-93e84b3c-0c8f-472d-9aac-67d5729092f0 req-907cf154-2739-4cae-9999-491d21845568 service nova] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 983.376545] env[63386]: INFO networking_nsxv3.common.synchronization [req-93e84b3c-0c8f-472d-9aac-67d5729092f0 req-907cf154-2739-4cae-9999-491d21845568 service nova] Enqueued Resource ID: aca52ec6-b272-4b64-93d5-30955707ca6b with Priority: HIGHEST for action port [ 983.377009] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_rules [ 983.377009] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 983.377009] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca52ec6-b272-4b64-93d5-30955707ca6b with Priority: HIGHEST for action port [ 983.377539] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.377684] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.377717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.377938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.378016] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.379191] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.380158] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.380158] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca52ec6-b272-4b64-93d5-30955707ca6b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.380158] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca52ec6-b272-4b64-93d5-30955707ca6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.380158] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca52ec6-b272-4b64-93d5-30955707ca6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.380158] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca52ec6-b272-4b64-93d5-30955707ca6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.380158] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca52ec6-b272-4b64-93d5-30955707ca6b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.606872] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.882057] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.882177] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.884535] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aca52ec6-b272-4b64-93d5-30955707ca6b with status ACTIVE [ 983.884727] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.884847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.884917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.885143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.885238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.885410] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.885506] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.885569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.885725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.886032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.886176] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.886292] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.886350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.886517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.886596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.886684] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aca52ec6-b272-4b64-93d5-30955707ca6b is going to be updated. [ 983.907471] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.907608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.907665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.907849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.907981] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.908176] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca52ec6-b272-4b64-93d5-30955707ca6b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.108449] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.404896] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 984.405159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.610449] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.610683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.610763] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.611073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.611230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.611370] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3050ae83-471c-4748-8adc-db75ed0194d3 is going to be updated. [ 984.636626] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.636781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.636822] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.637136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.637294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.652536] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: IN_PROGRESS for 2s [ 985.332639] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 985.333029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.333270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.333575] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.333841] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.334024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.334131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.334487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.334556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.334652] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.837873] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.340469] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.662051] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: SUCCESS [ 986.662173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.662249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.662466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.662654] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.662774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.662838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.662989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.663084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.663167] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.663257] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.842348] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.842508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.843354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.843354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.843354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.843354] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 986.869394] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.869532] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.869602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.869810] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.869953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.877554] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 987.165505] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.667506] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3050ae83-471c-4748-8adc-db75ed0194d3: rpc.has_security_group_logging(os_id): False [ 987.685235] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.685978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.686108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.686269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.686360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.686617] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.686969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.686969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.686969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.687165] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.687165] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3050ae83-471c-4748-8adc-db75ed0194d3 is going to be updated. [ 987.752231] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.752231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.752231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.752231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.752231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.769790] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: IN_PROGRESS for 2s [ 988.378396] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 988.378533] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 988.886576] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 988.887029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.887029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.887222] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.887440] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.887565] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.887633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.887800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.887884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.887973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.888078] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.390413] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.390580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.390656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.390901] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.391088] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.391202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.391256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.391413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.391500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.391590] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.391740] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.391832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.391883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.392040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.392178] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.392275] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.392327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.392466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.392542] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.392621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.392707] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.782362] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: SUCCESS [ 989.782599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.895377] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e06359-695e-4590-9877-bab0af1d7f54: rpc.has_security_group_logging(os_id): False [ 989.912426] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.912626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.912685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.912896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.913016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.913251] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.913353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.913431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.913588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.913669] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.913897] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.913999] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.914088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.914235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.914325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.914508] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.914615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.914674] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.914831] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.914909] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.915077] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 989.969035] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.969270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.969359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.969548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.969700] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.982239] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 990.125500] env[63386]: INFO networking_nsxv3.common.synchronization [req-420ec075-9327-4dc4-81bb-9e2c3dc0b13d req-ed8a1761-47a9-4e6e-a7d6-6c9f6b645b72 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 990.125686] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 990.126084] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.126221] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.126280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.126470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.126647] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.126741] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.126836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.127014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.131156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.131284] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.634664] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.634849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.634933] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.635135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.635236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.635437] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.635540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.635604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.635764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.635877] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.635968] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 990.662116] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.662116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.662116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.662116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.662116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.669579] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 991.067025] env[63386]: INFO networking_nsxv3.common.synchronization [None req-67b2bdc5-1ced-4b57-a9d5-d02689f51071 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 991.067544] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 991.068323] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.068323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.068449] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.068731] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.068731] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.068829] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.069023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.069119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.069221] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.069520] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.574761] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.574761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.574761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.574761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.574761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.574761] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.574761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.574761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.574761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.574761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.574761] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 991.596704] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.596885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.597051] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.597272] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.597430] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.606391] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 991.996540] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 991.996540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.679027] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 992.679355] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc deletion is rescheduled due to dependency. [ 992.679487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.615045] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 993.615262] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e deletion is rescheduled due to dependency. [ 993.615347] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.015227] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.015574] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.015574] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.015728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.015835] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.038518] env[63386]: INFO networking_nsxv3.common.synchronization [req-c9be1857-f1f7-49a1-bf13-56d6b2cd0dea req-f9c00572-4894-424a-86eb-f776e5228b96 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 with Priority: HIGHEST for action security_group_members [ 994.039045] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 with Priority: HIGHEST for action security_group_members [ 994.039366] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a373c148-5148-428f-a5ab-fe2a3e979bf3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.039488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.039557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.039758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.039914] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.040031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.040098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.040249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.040336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.040425] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a373c148-5148-428f-a5ab-fe2a3e979bf3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.363687] env[63386]: INFO networking_nsxv3.common.synchronization [req-87fe0be0-8aa0-4fbb-9170-87d1a0120b25 req-607470d7-3815-4886-b192-ad2dc511e1ef tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 994.366535] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 994.367770] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.368216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.368216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.368307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.372200] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.372350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.372437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.372655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.372778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.372885] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.518556] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.543340] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.543500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.543572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.543832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.543927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.544156] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.544360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.544440] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.544619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.544704] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.544808] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 is going to be updated. [ 994.575139] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.575324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.575404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.575617] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.575763] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.583954] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 in Status: IN_PROGRESS for 2s [ 994.875497] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.875659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.875786] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.876506] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.876506] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.876506] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.877510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.877510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.877646] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.877710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.877802] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 994.904210] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.904210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.904210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.904210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.904502] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.912104] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 995.021522] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.524338] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 995.524451] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 995.690194] env[63386]: INFO networking_nsxv3.common.synchronization [req-f7bbf68f-06f4-4272-ac79-731c116d94ea req-017b4c48-8bb3-40bd-9a3e-19e49d567e62 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 995.690194] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 995.690484] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.690624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.690709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.690931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.691127] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.691256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.691327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.691503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.691610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.691710] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.118472] env[63386]: INFO networking_nsxv3.common.synchronization [req-b09ce8aa-1304-4052-85a1-bf934a8a58b1 req-f9a420dc-00cf-4a8b-b477-268a8a0d406b tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Enqueued Resource ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 with Priority: HIGHEST for action security_group_members [ 996.119147] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 with Priority: HIGHEST for action security_group_members [ 996.119339] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d27789-c549-4d46-b8a6-b3b890ecaf69 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.119468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.119541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.119745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.119894] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.119997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.120074] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.120222] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.120306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.120399] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d27789-c549-4d46-b8a6-b3b890ecaf69',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.194560] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.281300] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.281498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.281644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.281861] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.294910] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 996.295886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.297148] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 996.328225] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.328386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.328457] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.328673] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.343875] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.343875] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 996.343875] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 996.343875] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 996.386791] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.386963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.387036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.387249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.389825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.389825] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 996.464377] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.464557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.464630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.464860] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.465227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.465524] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 996.542299] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.542299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.542461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.542534] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.542829] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.543146] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 996.543255] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e71baf66-bad5-425f-bd02-82794ad062cc', 'e2d5ea4e-f26b-4439-97cc-9b24f5211d64', 'a350a1c8-c4d4-407d-a5a3-e272f621abf1', 'ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1', 'a68629d5-f240-4762-ad14-40fa9554c0ac', '9221d840-de30-4747-9848-e3ea76cb6dd5', 'd43e7b11-a094-4d5e-a42f-5bbd2764914d', '85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c', 'b476e9a7-4c13-43d0-8adb-1a7029dbb919', 'e00206ab-28f8-4611-9b05-bc2fe5d61f5e', 'fa8726c6-2cb6-4cf4-bd9a-a351213c2807', 'a4724194-67ef-4695-902f-cdece74ca416', 'f402be35-29af-4b8a-807c-a6a2e5464487', '50d74e64-b119-4598-93b3-6cb09ff212df', '61f161a2-a6a2-44fd-a4f0-594b91582830', '46d27789-c549-4d46-b8a6-b3b890ecaf69', '3050ae83-471c-4748-8adc-db75ed0194d3', '4783d4fa-0126-4867-9e36-72dbc1e89acc', '03de7228-488b-4d95-be37-bd987f1a5947', '66d35b41-4b28-479b-9764-5013889d72d6', '57060184-584e-4958-b4b8-78e62d5beaa1', 'b41410df-aeab-4b3a-957b-e2c6ac1d27ed', '28a34854-53cf-4448-8617-23cc5f7da83e', '1fd70b87-24d2-4a45-8ce5-6896e1fa20c2', '6960f936-2cab-4de5-859e-a4b066ca64f2', '811a1e96-5b8b-4f2c-a99a-bd4f2212bc86', '30e19c5a-617c-44fd-91fd-681521b78a8a', '6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73', '5956bc39-5a26-4710-8d6d-30f6202341d4', '78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4', '4e48d9f1-4368-4853-9c0f-6e9126fd8da2', '75b284c5-b53f-4673-9ef9-9289b78b995c', 'aa786e18-9e99-4f92-8eff-004d2a2f233a', 'a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5', 'b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd', 'e0137407-fef5-49c2-a909-8835e6d5479f', '9d2c60ac-177f-47eb-958d-bbc8490958ba', '8fa48801-d936-4f45-a751-dc40a4025c6e', 'a8e06359-695e-4590-9877-bab0af1d7f54', '648e15ce-eef5-463c-9af4-814922c4f8fb', 'fcf4ca53-53b8-4352-8e8c-be42cdac11be', 'a9d92e40-94d2-40ed-9225-8478262f2170', '036ca66a-131e-49ba-9f27-e441b42ef467', '552baa7f-f8ce-4282-bf17-d1b3c853bbc3', '576fd5c4-9d77-4ca9-9221-d5cd657cd196', 'a373c148-5148-428f-a5ab-fe2a3e979bf3'} {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 996.543352] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 996.560738] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.560900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.560940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.561128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.561215] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.561324] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 996.561398] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 996.561472] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 996.593055] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 in Status: SUCCESS [ 996.593231] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a373c148-5148-428f-a5ab-fe2a3e979bf3 deletion is rescheduled due to dependency. [ 996.593343] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a373c148-5148-428f-a5ab-fe2a3e979bf3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.623451] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.623912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.623912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.624039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.636808] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.636990] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.636990] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.637201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.638194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.638458] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 996.638537] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 996.638609] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 996.638674] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 996.638750] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 996.638822] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGH for action security_group_rules [ 996.638899] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGH for action security_group_rules [ 996.639016] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGH for action security_group_rules [ 996.639053] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGH for action security_group_rules [ 996.639095] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGH for action security_group_rules [ 996.639156] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGH for action security_group_rules [ 996.639215] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGH for action security_group_rules [ 996.639276] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c with Priority: HIGH for action security_group_rules [ 996.639336] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 with Priority: HIGH for action security_group_rules [ 996.639398] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGH for action security_group_rules [ 996.639459] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGH for action security_group_rules [ 996.639520] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4724194-67ef-4695-902f-cdece74ca416 with Priority: HIGH for action security_group_rules [ 996.639583] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f402be35-29af-4b8a-807c-a6a2e5464487 with Priority: HIGH for action security_group_rules [ 996.639646] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGH for action security_group_rules [ 996.639710] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGH for action security_group_rules [ 996.639775] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 with Priority: HIGH for action security_group_rules [ 996.639839] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGH for action security_group_rules [ 996.639904] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGH for action security_group_rules [ 996.639968] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGH for action security_group_rules [ 996.640043] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66d35b41-4b28-479b-9764-5013889d72d6 with Priority: HIGH for action security_group_rules [ 996.640141] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.643807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.644169] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.644324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.644374] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.644570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.644730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.644779] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 is going to be updated. [ 996.677750] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.677933] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.677983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.678240] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.678377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.691552] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 in Status: IN_PROGRESS for 2s [ 996.696423] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.925011] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 996.925568] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 deletion is rescheduled due to dependency. [ 996.926272] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.203058] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.203417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.203417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.203533] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.203594] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.203695] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 997.218455] env[63386]: INFO networking_nsxv3.common.synchronization [req-c864ded1-85f6-46a5-8df5-4dfb81160970 req-de544e8c-7874-450c-bccd-13585e7a3d41 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 997.218998] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 997.219182] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGH for action security_group_rules [ 997.219293] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 with Priority: HIGH for action security_group_rules [ 997.219413] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGH for action security_group_rules [ 997.219750] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 with Priority: HIGH for action security_group_rules [ 997.219864] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d35b41-4b28-479b-9764-5013889d72d6 with Priority: HIGH for action security_group_rules [ 997.219999] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGH for action security_group_rules [ 997.220084] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc with Priority: HIGH for action security_group_rules [ 997.220164] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGH for action security_group_rules [ 997.220287] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50d74e64-b119-4598-93b3-6cb09ff212df with Priority: HIGH for action security_group_rules [ 997.220494] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 with Priority: HIGH for action security_group_rules [ 997.220494] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f402be35-29af-4b8a-807c-a6a2e5464487 with Priority: HIGH for action security_group_rules [ 997.220610] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4724194-67ef-4695-902f-cdece74ca416 with Priority: HIGH for action security_group_rules [ 997.220660] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 with Priority: HIGH for action security_group_rules [ 997.220719] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGH for action security_group_rules [ 997.220808] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 with Priority: HIGH for action security_group_rules [ 997.220898] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 with Priority: HIGH for action security_group_rules [ 997.220988] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c with Priority: HIGH for action security_group_rules [ 997.221089] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGH for action security_group_rules [ 997.221177] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGH for action security_group_rules [ 997.221266] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 with Priority: HIGH for action security_group_rules [ 997.222043] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.222179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.222249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.222450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.222606] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.222702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.222765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.222909] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.223013] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.223208] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.224018] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.224278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.224278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.226855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.226855] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.226855] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.226855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.226855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.226855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.226855] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a350a1c8-c4d4-407d-a5a3-e272f621abf1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.226855] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.226855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.226855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.227421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.227421] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d43e7b11-a094-4d5e-a42f-5bbd2764914d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.227747] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f161a2-a6a2-44fd-a4f0-594b91582830 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.228388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.228388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.228388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.228388] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f161a2-a6a2-44fd-a4f0-594b91582830',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.228840] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66d35b41-4b28-479b-9764-5013889d72d6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.228948] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.229028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.229183] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.229244] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66d35b41-4b28-479b-9764-5013889d72d6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.230018] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03de7228-488b-4d95-be37-bd987f1a5947 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.230137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.230184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.234136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.234227] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.234923] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4783d4fa-0126-4867-9e36-72dbc1e89acc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.235010] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.235375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.235375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.235375] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4783d4fa-0126-4867-9e36-72dbc1e89acc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.235977] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.236541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.236541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.236541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.236541] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.237084] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50d74e64-b119-4598-93b3-6cb09ff212df taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.237181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.237235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.237387] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.237460] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50d74e64-b119-4598-93b3-6cb09ff212df',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.238255] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d27789-c549-4d46-b8a6-b3b890ecaf69 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.238354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.238391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.238577] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.238637] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d27789-c549-4d46-b8a6-b3b890ecaf69',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.239268] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f402be35-29af-4b8a-807c-a6a2e5464487 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.239427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.239499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.239658] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.239717] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f402be35-29af-4b8a-807c-a6a2e5464487',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.240556] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4724194-67ef-4695-902f-cdece74ca416 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.240677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.240733] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.240869] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.240939] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4724194-67ef-4695-902f-cdece74ca416',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.241808] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.241808] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.241965] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.242011] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.242089] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa8726c6-2cb6-4cf4-bd9a-a351213c2807',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.242753] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.242834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.242894] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.243048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.243122] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.243771] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b476e9a7-4c13-43d0-8adb-1a7029dbb919 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.243863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.243946] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.244091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.244165] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b476e9a7-4c13-43d0-8adb-1a7029dbb919',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.245168] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9221d840-de30-4747-9848-e3ea76cb6dd5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.245320] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.245381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.245484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.245554] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9221d840-de30-4747-9848-e3ea76cb6dd5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.246265] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.246378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.246378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.246578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.246657] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.247509] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.247509] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.247811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.247989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.248097] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.248927] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.249073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.249129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.249299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.249393] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.250175] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.250175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.250341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.250444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.250520] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.251938] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.252076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.252155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.252327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.252528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.267697] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 997.480895] env[63386]: INFO networking_nsxv3.common.synchronization [req-767593be-543f-4a0c-b1d7-91eb548ac83b req-e1da8e92-2818-44df-be63-8f2be0fa1670 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 997.481948] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 997.482182] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.482341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.482397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.482627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.482788] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.482907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.483062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.483158] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.483261] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.484351] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.754388] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.754589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.754634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.754847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.760202] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.760361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.760413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.760579] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.760735] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.760835] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.760886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.761053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.761143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.761283] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.761334] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.762286] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.762395] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.762450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.762607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.762834] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.762834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.762985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.763049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.763135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.763220] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.763303] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.771404] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-03de7228-488b-4d95-be37-bd987f1a5947 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.771404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.771404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.771404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.771404] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.771404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.771404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.771404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.771707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.771707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.771707] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.781509] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43e7b11-a094-4d5e-a42f-5bbd2764914d taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.781633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.781735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.781930] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.782442] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.782542] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.782607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.782759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.782839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.782926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.783024] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d43e7b11-a094-4d5e-a42f-5bbd2764914d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.793159] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.803495] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.803703] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.803834] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.804162] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.804444] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.804610] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.804731] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.804957] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.805129] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.805339] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.805450] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.805560] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.805671] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.805777] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.805885] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.806056] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.811144] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a68629d5-f240-4762-ad14-40fa9554c0ac: rpc.has_security_group_logging(os_id): False [ 997.820681] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.820837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.835803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.836104] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.836275] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.836335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.836523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.836604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.836696] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 is going to be updated. [ 997.846696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.846969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.850890] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.851045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.853214] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.853321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.856010] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.856126] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.856832] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.856947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.857767] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.857865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.867049] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.867049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.867049] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.867049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.888017] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.888165] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.892093] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.892242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.894869] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.894973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.895599] env[63386]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 997.896196] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.896355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.897262] env[63386]: WARNING urllib3.connectionpool [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 997.897803] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.898039] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.092 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.898568] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.899011] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.899500] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-1c9ca6b8-c97c-4fea-b430-89ac33c0d301 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.899769] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-1c9ca6b8-c97c-4fea-b430-89ac33c0d301" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.900073] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-1c9ca6b8-c97c-4fea-b430-89ac33c0d301" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.900445] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-1c9ca6b8-c97c-4fea-b430-89ac33c0d301" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.900601] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9ca6b8-c97c-4fea-b430-89ac33c0d301',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.902031] env[63386]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 997.906022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.906022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.906022] env[63386]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 997.906022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.906022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.906022] env[63386]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 997.906022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.906022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.906719] env[63386]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 997.907236] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.907378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.907986] env[63386]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 997.908437] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.908539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.909980] env[63386]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 997.909980] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.910130] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9221d840-de30-4747-9848-e3ea76cb6dd5 is going to be deleted. [ 997.911758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.911758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.932077] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.932250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.932362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.932571] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.932719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.935270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.935437] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b476e9a7-4c13-43d0-8adb-1a7029dbb919 is going to be deleted. [ 997.936270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.936457] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.943307] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: IN_PROGRESS for 2s [ 997.957413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.957549] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4783d4fa-0126-4867-9e36-72dbc1e89acc is going to be deleted. [ 997.958426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.958653] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.981335] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.981464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.986603] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.986603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.995621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.995754] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66d35b41-4b28-479b-9764-5013889d72d6 is going to be deleted. [ 997.996719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.996966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.998726] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.998849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.017125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.017298] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c is going to be deleted. [ 998.018277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.018495] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.030098] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.030335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.074284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.074630] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a350a1c8-c4d4-407d-a5a3-e272f621abf1 is going to be deleted. [ 998.075745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.075986] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.100372] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.100485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.115587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.115587] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f402be35-29af-4b8a-807c-a6a2e5464487 is going to be deleted. [ 998.116571] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.116983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.167506] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.167647] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.223294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.223567] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4724194-67ef-4695-902f-cdece74ca416 is going to be deleted. [ 998.224474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.224716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.227729] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.227855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.257967] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.257967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.275874] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.276052] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1 is going to be deleted. [ 998.277113] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.277188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.290704] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.293658] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d43e7b11-a094-4d5e-a42f-5bbd2764914d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.294388] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.310714] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.310828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.339043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.339043] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be deleted. [ 998.339600] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.339809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.379649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.382133] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.382133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.382133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.382133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.382133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.382133] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a68629d5-f240-4762-ad14-40fa9554c0ac is going to be updated. [ 998.382133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.382133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.411822] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.411955] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be deleted. [ 998.413224] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.413474] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.413644] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.413910] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.415102] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.415297] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 1c9ca6b8-c97c-4fea-b430-89ac33c0d301 not found, creating... [ 998.416038] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.416215] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.416345] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.416582] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.416725] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.417037] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.417215] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.417340] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.417558] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.417698] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.417843] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 1c9ca6b8-c97c-4fea-b430-89ac33c0d301 is going to be created. [ 998.420057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.420228] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.421602] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.421704] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.462995] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.462995] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.474233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.475028] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be deleted. [ 998.475649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.475940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.478294] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.478712] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.478712] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.479134] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.479196] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.479377] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-1c9ca6b8-c97c-4fea-b430-89ac33c0d301" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.516924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.517065] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f161a2-a6a2-44fd-a4f0-594b91582830 is going to be deleted. [ 998.517998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.518335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.557591] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.557723] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa8726c6-2cb6-4cf4-bd9a-a351213c2807 is going to be deleted. [ 998.558588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.558802] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.558893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.558992] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 is going to be deleted. [ 998.559747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.559926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.560028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.560154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9221d840-de30-4747-9848-e3ea76cb6dd5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.560624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.560789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.560872] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.561090] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.561205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.561270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.561415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.561495] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.561580] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 998.562587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.562754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.562855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.562991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b476e9a7-4c13-43d0-8adb-1a7029dbb919" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.563491] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.563491] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.563491] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.563491] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4783d4fa-0126-4867-9e36-72dbc1e89acc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.564216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.564216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.564296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.564357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66d35b41-4b28-479b-9764-5013889d72d6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.564792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.564792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.564792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.564891] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ceb4d3-b2e7-4da4-8ca5-28cd7e5b8e3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.564971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.565171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.565245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.565357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a350a1c8-c4d4-407d-a5a3-e272f621abf1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.565481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.565624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.565697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.565805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f402be35-29af-4b8a-807c-a6a2e5464487" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.565961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.566171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.566231] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.566324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4724194-67ef-4695-902f-cdece74ca416" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.566468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.566612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.608826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.609045] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50d74e64-b119-4598-93b3-6cb09ff212df is going to be deleted. [ 998.610320] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.610614] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.610750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.610926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab73bf45-8e7b-4ccc-a4fb-e9ddd96126f1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.611175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.611413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.611537] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.611699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.617110] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.617248] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.617321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.617486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.617618] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.627972] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.628128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.628189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.628339] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.628415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.628569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.670683] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.670811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.670853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.671017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.671130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.671251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.701126] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.701264] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.701306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.701479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.701561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.701679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f161a2-a6a2-44fd-a4f0-594b91582830" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.708118] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.708235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.708302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.708458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.708581] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.720120] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 in Status: SUCCESS [ 998.720284] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d27789-c549-4d46-b8a6-b3b890ecaf69 deletion is rescheduled due to dependency. [ 998.720385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.751364] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.751364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.751364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.751364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.751364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.751364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa8726c6-2cb6-4cf4-bd9a-a351213c2807" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.755975] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 998.758782] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a68629d5-f240-4762-ad14-40fa9554c0ac in Status: IN_PROGRESS for 2s [ 998.770729] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.770729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.770729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.770729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.770729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.770729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d27789-c549-4d46-b8a6-b3b890ecaf69" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.796318] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d43e7b11-a094-4d5e-a42f-5bbd2764914d: rpc.has_security_group_logging(os_id): False [ 998.797221] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03de7228-488b-4d95-be37-bd987f1a5947: rpc.has_security_group_logging(os_id): False [ 998.798810] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3050ae83-471c-4748-8adc-db75ed0194d3: rpc.has_security_group_logging(os_id): False [ 998.834715] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.834863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.834924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.835159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.835253] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.835374] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50d74e64-b119-4598-93b3-6cb09ff212df" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.849617] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.849792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.849792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.849976] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.885877] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.886069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.886836] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.886934] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.915835] env[63386]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 998.916420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.916741] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.916866] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.916981] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.917223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.917316] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.917427] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3050ae83-471c-4748-8adc-db75ed0194d3 is going to be updated. [ 998.918507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.918675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.973773] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.974417] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.974417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.974417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.975052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.975052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.975052] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d is going to be updated. [ 998.975654] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.977029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.030203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.030571] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.030696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.030771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.030972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.031081] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.031172] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03de7228-488b-4d95-be37-bd987f1a5947 is going to be updated. [ 999.078022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.078022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.078022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.078022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.078022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.096399] env[63386]: INFO networking_nsxv3.common.synchronization [req-767593be-543f-4a0c-b1d7-91eb548ac83b req-f868af4b-3906-4b38-a124-068ac0919750 service nova] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_rules [ 999.096399] env[63386]: INFO networking_nsxv3.common.synchronization [req-767593be-543f-4a0c-b1d7-91eb548ac83b req-f868af4b-3906-4b38-a124-068ac0919750 service nova] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 999.096399] env[63386]: INFO networking_nsxv3.common.synchronization [req-767593be-543f-4a0c-b1d7-91eb548ac83b req-f868af4b-3906-4b38-a124-068ac0919750 service nova] Enqueued Resource ID: 1c9ca6b8-c97c-4fea-b430-89ac33c0d301 with Priority: HIGHEST for action port [ 999.097033] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: IN_PROGRESS for 2s [ 999.097184] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_rules [ 999.097313] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 999.097402] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c9ca6b8-c97c-4fea-b430-89ac33c0d301 with Priority: HIGHEST for action port [ 999.097950] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.098082] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.098166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.098396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.098488] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.101541] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.101647] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.101829] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c9ca6b8-c97c-4fea-b430-89ac33c0d301 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.101927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c9ca6b8-c97c-4fea-b430-89ac33c0d301" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.101976] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c9ca6b8-c97c-4fea-b430-89ac33c0d301" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.102175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c9ca6b8-c97c-4fea-b430-89ac33c0d301" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.102248] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9ca6b8-c97c-4fea-b430-89ac33c0d301',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.105180] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.105291] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.105356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.105520] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.105658] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.145777] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d in Status: IN_PROGRESS for 2s [ 999.149432] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.149567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.149635] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.149837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.149975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.178841] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03de7228-488b-4d95-be37-bd987f1a5947 in Status: IN_PROGRESS for 2s [ 999.278143] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 999.278451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.602468] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.603341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.604806] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c9ca6b8-c97c-4fea-b430-89ac33c0d301 with status ACTIVE [ 999.605242] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.605386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.605461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.605714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.605845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.606039] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.606165] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.606232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.606412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.606494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.606684] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.606792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.606856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.607008] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.607111] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.607198] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c9ca6b8-c97c-4fea-b430-89ac33c0d301 is going to be updated. [ 999.643024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.643024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.643189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.643257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.643390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.643545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c9ca6b8-c97c-4fea-b430-89ac33c0d301" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.953851] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: SUCCESS [ 999.953851] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 deletion is rescheduled due to dependency. [ 999.953851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.766936] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 1000.767241] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 deletion is rescheduled due to dependency. [ 1000.767280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.767428] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.767634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.767808] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.767924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.767991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.768159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.768241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.768335] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.770638] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a68629d5-f240-4762-ad14-40fa9554c0ac in Status: SUCCESS [ 1000.770816] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.113863] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: SUCCESS [ 1001.114119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.174866] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d in Status: SUCCESS [ 1001.175120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.190489] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03de7228-488b-4d95-be37-bd987f1a5947 in Status: SUCCESS [ 1001.190703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.270376] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.772292] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.274575] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.274764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.274816] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.275025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.275182] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.275282] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 1002.308407] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.308584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.308584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.308770] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.308915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.317059] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 1003.850302] env[63386]: INFO networking_nsxv3.common.synchronization [req-1cd5079b-dd22-431f-b894-efa4bdb0387c req-09078fb3-d50c-47f2-8ac6-dd7e84979037 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 1003.850302] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 1003.850302] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.850302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.850302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.850302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.850302] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.851596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.851805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.852098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.852312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.852515] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.328303] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 1004.329040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.329040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.329040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.329307] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.329307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.329307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.329421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.329476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.329563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.329652] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.354717] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.354903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.354966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.355149] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.355232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.355408] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.355533] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.355563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.355708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.355783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.355870] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be deleted. [ 1004.385232] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.385417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.385495] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.385944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.385944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.385944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.523121] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.523121] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.523121] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.523390] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.523600] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.523755] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.523873] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.527023] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.527023] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.527023] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.527023] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.527023] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.527023] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.527023] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.527023] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.527023] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.548020] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.548020] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.548020] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.548020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.548020] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-c84c9f98-c73f-4da5-9df8-596d5facbd75 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.548020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-c84c9f98-c73f-4da5-9df8-596d5facbd75" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.548020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-c84c9f98-c73f-4da5-9df8-596d5facbd75" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.548020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-c84c9f98-c73f-4da5-9df8-596d5facbd75" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.548020] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c84c9f98-c73f-4da5-9df8-596d5facbd75',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.832283] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.832478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.832478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.832731] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.832927] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.833046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.833124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.833310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.833409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.833501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.833673] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.833784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.833845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.834014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.834223] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.834392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.834392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.834528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.834658] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.834718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.834814] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.050986] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.051349] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.051462] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.051759] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.051916] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.052094] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port c84c9f98-c73f-4da5-9df8-596d5facbd75 not found, creating... [ 1005.052635] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.052635] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.052771] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.052883] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.053039] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.053328] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.053490] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.053612] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.053825] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.053970] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.054126] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: c84c9f98-c73f-4da5-9df8-596d5facbd75 is going to be created. [ 1005.072904] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.073215] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.073624] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.073713] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.073971] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.074242] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-c84c9f98-c73f-4da5-9df8-596d5facbd75" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.337333] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2d5ea4e-f26b-4439-97cc-9b24f5211d64: rpc.has_security_group_logging(os_id): False [ 1005.353600] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.353752] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.353826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.354061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.354161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.354375] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.354477] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.354541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.354703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.354792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.354970] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.355077] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.355143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.355300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.355376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.355671] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.355671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.355792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.355853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.355925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.356038] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be created. [ 1005.410776] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.410935] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.411068] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.411239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.411423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.424689] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 1005.931759] env[63386]: INFO networking_nsxv3.common.synchronization [req-1cd5079b-dd22-431f-b894-efa4bdb0387c req-61c11150-d3b9-4d0f-90ce-cf85f10ddd13 service nova] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_rules [ 1005.931960] env[63386]: INFO networking_nsxv3.common.synchronization [req-1cd5079b-dd22-431f-b894-efa4bdb0387c req-61c11150-d3b9-4d0f-90ce-cf85f10ddd13 service nova] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 1005.932130] env[63386]: INFO networking_nsxv3.common.synchronization [req-1cd5079b-dd22-431f-b894-efa4bdb0387c req-61c11150-d3b9-4d0f-90ce-cf85f10ddd13 service nova] Enqueued Resource ID: c84c9f98-c73f-4da5-9df8-596d5facbd75 with Priority: HIGHEST for action port [ 1005.932370] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_rules [ 1005.932509] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 1005.932603] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c84c9f98-c73f-4da5-9df8-596d5facbd75 with Priority: HIGHEST for action port [ 1005.933279] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.933381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.933453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.933660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.933752] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.934935] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.935067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.935141] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.935553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.935553] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.935553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.935665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.935754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.935821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.935879] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.936647] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-c84c9f98-c73f-4da5-9df8-596d5facbd75 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.936752] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c84c9f98-c73f-4da5-9df8-596d5facbd75" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.936802] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c84c9f98-c73f-4da5-9df8-596d5facbd75" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.937140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c84c9f98-c73f-4da5-9df8-596d5facbd75" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.937140] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c84c9f98-c73f-4da5-9df8-596d5facbd75',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.444262] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.444262] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.444262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.444262] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c84c9f98-c73f-4da5-9df8-596d5facbd75 with status ACTIVE [ 1006.444262] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.444262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.444262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.444262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.444262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.444262] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.444262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.444262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.444262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.444262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.444873] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.444873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.444873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.444873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.444873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.444873] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c84c9f98-c73f-4da5-9df8-596d5facbd75 is going to be updated. [ 1006.466122] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.466311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.466352] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.466575] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.466720] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.466881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c84c9f98-c73f-4da5-9df8-596d5facbd75" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.525570] env[63386]: INFO networking_nsxv3.common.synchronization [req-c4c23e79-8693-44c6-b121-7e9c9c8a5570 req-63b27770-e317-4919-9c75-7369b6ea317f tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 with Priority: HIGHEST for action security_group_members [ 1006.526128] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 with Priority: HIGHEST for action security_group_members [ 1006.526440] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.526567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.526636] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.526838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.527187] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.527334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.527408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.527590] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.527697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.527804] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('552baa7f-f8ce-4282-bf17-d1b3c853bbc3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.946317] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.029908] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.030075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.030150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.030379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.062519] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.062793] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.062952] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.063049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.063306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.063425] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.063534] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 is going to be updated. [ 1007.092053] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.092053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.092053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.092053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.092300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.108598] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 in Status: IN_PROGRESS for 2s [ 1007.440685] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 1007.440954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.456999] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.457560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.457560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.457560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.457560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.458141] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be created. [ 1007.483180] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.483398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.483472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.483732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.483896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.495066] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: UNINITIALIZED for 2s [ 1008.057178] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.057438] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.057576] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.057857] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.058149] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.058318] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.058441] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.058670] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.059319] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.059561] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.059686] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.059803] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.059922] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.060055] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1008.060176] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.060336] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.094776] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.094944] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1008.095103] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.095292] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.095606] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-34da0024-1276-4f7d-94b8-53ce9feb6da8 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.095801] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.095928] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.096427] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.096585] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34da0024-1276-4f7d-94b8-53ce9feb6da8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.599076] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.599473] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.599473] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.599803] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.600054] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.600282] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 34da0024-1276-4f7d-94b8-53ce9feb6da8 not found, creating... [ 1008.600603] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.600817] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.600982] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.601304] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.601514] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.601855] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.602094] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.602283] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.602543] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.602730] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.602919] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 34da0024-1276-4f7d-94b8-53ce9feb6da8 is going to be created. [ 1008.621364] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.621607] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.621764] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.622029] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.622272] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.622501] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.119259] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 in Status: SUCCESS [ 1009.119445] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 552baa7f-f8ce-4282-bf17-d1b3c853bbc3 deletion is rescheduled due to dependency. [ 1009.119561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552baa7f-f8ce-4282-bf17-d1b3c853bbc3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.278352] env[63386]: INFO networking_nsxv3.common.synchronization [req-42d1c088-af65-4834-a3af-60503499e450 req-49672e97-a229-445d-8e0f-314292ae6c22 service nova] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_rules [ 1009.278588] env[63386]: INFO networking_nsxv3.common.synchronization [req-42d1c088-af65-4834-a3af-60503499e450 req-49672e97-a229-445d-8e0f-314292ae6c22 service nova] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 1009.278692] env[63386]: INFO networking_nsxv3.common.synchronization [req-42d1c088-af65-4834-a3af-60503499e450 req-49672e97-a229-445d-8e0f-314292ae6c22 service nova] Enqueued Resource ID: 34da0024-1276-4f7d-94b8-53ce9feb6da8 with Priority: HIGHEST for action port [ 1009.278930] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_rules [ 1009.279068] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 1009.279170] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34da0024-1276-4f7d-94b8-53ce9feb6da8 with Priority: HIGHEST for action port [ 1009.279728] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.279817] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.279889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.280116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.280193] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.281085] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.281149] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.281185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.281334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.281477] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.281570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.281632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.281771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.281855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.281961] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.282643] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-34da0024-1276-4f7d-94b8-53ce9feb6da8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.282737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.282807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.282959] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.283059] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34da0024-1276-4f7d-94b8-53ce9feb6da8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.505094] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 1009.505312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.505472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.505690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.505878] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.505992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.506091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.506265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.506348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.506436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.506524] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.784966] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.785352] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.785409] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.786781] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34da0024-1276-4f7d-94b8-53ce9feb6da8 with status ACTIVE [ 1009.786879] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.786965] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.787082] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.787383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.787505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.787730] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.787885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.787992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.788222] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.788317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.788521] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.788661] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.788754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.788976] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.789116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.789212] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34da0024-1276-4f7d-94b8-53ce9feb6da8 is going to be updated. [ 1009.808998] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.809195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.809431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.809581] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.809798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.810103] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.009090] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.009090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.009090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.009090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.009448] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.009448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.009537] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.009649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.009737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.009829] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.009985] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.010098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.010164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.010330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.010463] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.010556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.010619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.010759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.010837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.010919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.011025] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.291820] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.513620] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e71baf66-bad5-425f-bd02-82794ad062cc: rpc.has_security_group_logging(os_id): False [ 1010.532712] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.532913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.532997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.533246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.533328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.534583] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.534583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.534583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.534583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.534583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.534583] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.534583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.534583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.534583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.534887] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.534887] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.534887] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.534973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.535499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.535499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.535499] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be created. [ 1010.593419] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.593592] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.593634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.594000] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.594109] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.608656] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 1010.794353] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.794658] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.794658] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.794816] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.794907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.795015] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 1010.823176] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.823326] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.823398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.823608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.823825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.832483] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 1012.624359] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 1012.624813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.848397] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 1012.848614] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.848780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.849020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.849217] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.849338] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.849403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.849569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.849650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.849735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.849829] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.352578] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.352800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.352800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.353040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.353256] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.353372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.353439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.353609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.353696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.353787] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.353934] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.354290] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.354290] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.354290] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.354383] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.354474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.354513] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.354639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.354751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.354828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.354926] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.857402] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e00206ab-28f8-4611-9b05-bc2fe5d61f5e: rpc.has_security_group_logging(os_id): False [ 1013.874508] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.874674] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.874735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.875124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.875124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.875262] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.875367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.875466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.875655] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.875757] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.875935] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.876043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.876153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.876318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.876447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.876760] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.880156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.880156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.880156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.880156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.880156] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be created. [ 1013.931569] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.931750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.931826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.932081] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.932273] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.946199] env[63386]: INFO networking_nsxv3.common.synchronization [req-9f2c265d-360e-4b2f-9984-63ef3ae9ebfc req-cf36ec5c-99a0-4b79-8dd9-1a7053f44948 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Enqueued Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_members [ 1013.946926] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_members [ 1013.947376] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.947517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.947593] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.947825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.947989] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.948285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.948403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.948638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.948794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.952048] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.956978] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 1014.453993] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.957033] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.461855] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.462053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.462126] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.462359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.462455] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.462555] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd is going to be updated. [ 1015.491990] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.492152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.492227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.492470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.492627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.501266] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd in Status: IN_PROGRESS for 2s [ 1015.821802] env[63386]: INFO networking_nsxv3.common.synchronization [None req-d629750c-f610-4f1c-a34f-7a8e63280a34 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b with Priority: HIGHEST for action security_group_rules [ 1015.822366] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b with Priority: HIGHEST for action security_group_rules [ 1015.822687] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.822809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.822879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.823209] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.823312] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0b39140-7c68-4dfc-85c8-f17a0faf798b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.929382] env[63386]: INFO networking_nsxv3.common.synchronization [None req-e199597e-fb7a-4f20-8c7f-e702eec8d6a0 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b with Priority: HIGHEST for action security_group_rules [ 1015.929894] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b with Priority: HIGHEST for action security_group_rules [ 1015.930218] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.930323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.971065] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 1015.971361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.342620] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.342773] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.342845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.343163] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.343357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.343473] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b already deleted. [ 1016.343597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.343781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.343992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.344126] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0b39140-7c68-4dfc-85c8-f17a0faf798b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.634787] env[63386]: INFO networking_nsxv3.common.synchronization [req-1ae096df-ff61-4b9a-9176-e31f3898bbf1 req-0a5bc241-8365-4e76-875c-3c952638f6b0 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Enqueued Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 1016.634787] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 1016.634787] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.634787] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.634787] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.635150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.635327] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.635436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.635486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.635996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.636100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.636212] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.863533] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.863533] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.863696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.863783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.863871] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.863967] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b already deleted. [ 1016.864089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.137888] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.138254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.138254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.138327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.157879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.158115] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.158244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.158313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.158515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.158601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.158688] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 is going to be updated. [ 1017.186495] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.186681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.186726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.186915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.187080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.205264] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: IN_PROGRESS for 2s [ 1017.494422] env[63386]: INFO networking_nsxv3.common.synchronization [req-7745aeb3-7e58-409a-9935-838d5eb8edbb req-f4657bf2-3623-4b9d-9543-8f3a85238f57 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1017.494966] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1017.495432] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.495605] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.495681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.495893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.496086] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.496220] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.496289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.496455] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.496542] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.496636] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.511196] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd in Status: SUCCESS [ 1017.511196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.788728] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.788964] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.789126] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.789549] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.789978] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.790250] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.790473] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.790891] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.791080] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.791366] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.791498] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.791620] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.791737] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.791855] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.791970] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.792123] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.810779] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.810961] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.811121] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.811309] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.811628] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-a02a415d-c9a0-46be-b28a-d64ea58ce850 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.811812] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-a02a415d-c9a0-46be-b28a-d64ea58ce850" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.811982] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-a02a415d-c9a0-46be-b28a-d64ea58ce850" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.812333] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-a02a415d-c9a0-46be-b28a-d64ea58ce850" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.812484] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a02a415d-c9a0-46be-b28a-d64ea58ce850',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.000740] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.315177] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.315504] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.315564] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.315816] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.315966] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.316164] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port a02a415d-c9a0-46be-b28a-d64ea58ce850 not found, creating... [ 1018.316470] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.316632] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.316754] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.316982] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.317164] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.317467] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.317631] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.317753] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.317967] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.318121] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.318291] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: a02a415d-c9a0-46be-b28a-d64ea58ce850 is going to be created. [ 1018.336478] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.336653] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.336780] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.337017] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.337391] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.337619] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-a02a415d-c9a0-46be-b28a-d64ea58ce850" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.503341] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.544269] env[63386]: INFO networking_nsxv3.common.synchronization [req-fe02eee7-419f-4cc8-be65-35666bcecc15 req-de22b1f3-659c-4476-a2ca-f7aa1360cef9 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 1018.544739] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 1018.545415] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.545415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.545415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.545415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.545617] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.545713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.545713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.545851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.546240] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.546240] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.005507] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.005805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.005805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.005953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.006071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.006183] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1019.026233] env[63386]: INFO networking_nsxv3.common.synchronization [req-7745aeb3-7e58-409a-9935-838d5eb8edbb req-ed3628b7-c983-491e-b74b-e2ca64a6638e service nova] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_rules [ 1019.026458] env[63386]: INFO networking_nsxv3.common.synchronization [req-7745aeb3-7e58-409a-9935-838d5eb8edbb req-ed3628b7-c983-491e-b74b-e2ca64a6638e service nova] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1019.026609] env[63386]: INFO networking_nsxv3.common.synchronization [req-7745aeb3-7e58-409a-9935-838d5eb8edbb req-ed3628b7-c983-491e-b74b-e2ca64a6638e service nova] Enqueued Resource ID: a02a415d-c9a0-46be-b28a-d64ea58ce850 with Priority: HIGHEST for action port [ 1019.030232] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_rules [ 1019.030232] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1019.030232] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02a415d-c9a0-46be-b28a-d64ea58ce850 with Priority: HIGHEST for action port [ 1019.030232] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.030232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.030232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.030232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.030232] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.030572] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.030572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.030764] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a02a415d-c9a0-46be-b28a-d64ea58ce850 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.030831] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a02a415d-c9a0-46be-b28a-d64ea58ce850" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.030861] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a02a415d-c9a0-46be-b28a-d64ea58ce850" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.031030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a02a415d-c9a0-46be-b28a-d64ea58ce850" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.031105] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a02a415d-c9a0-46be-b28a-d64ea58ce850',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.039784] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.039784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.039784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.039784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.039784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.044545] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1019.049020] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.049020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.049020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.049020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.049020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.049020] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.049020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.049020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.049020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.049020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.049020] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 1019.071319] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.071319] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.071525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.071677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.071874] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.082017] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 1019.214593] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: SUCCESS [ 1019.214769] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 deletion is rescheduled due to dependency. [ 1019.214888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.536898] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.537514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.537514] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a02a415d-c9a0-46be-b28a-d64ea58ce850 with status ACTIVE [ 1019.537514] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.537620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.537620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.537819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.537910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.538099] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.538198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.538262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.538417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.538512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.538706] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.538850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.538850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.539031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.539084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.539175] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a02a415d-c9a0-46be-b28a-d64ea58ce850 is going to be updated. [ 1019.558817] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.558959] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.559041] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.559239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.559364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.559525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a02a415d-c9a0-46be-b28a-d64ea58ce850" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.053921] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1021.054227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.054377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.054592] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.054776] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.054892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.054956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.055119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.055202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.055297] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.086905] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 1021.087066] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc deletion is rescheduled due to dependency. [ 1021.087182] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.557780] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.061032] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.147444] env[63386]: INFO networking_nsxv3.common.synchronization [req-337ebb02-98ad-416e-8ece-2d13e9f33a82 req-096de7b5-7994-4a45-bd94-f346c477bb14 tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 1022.148031] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 1022.148366] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.148467] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.148549] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.148762] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.148904] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.149023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.149086] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.149268] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.149357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.149472] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.530222] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.530449] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.530614] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.530929] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.531221] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.531400] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.531538] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.531773] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.531930] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.532186] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.532317] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.532435] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.532562] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.532678] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.532801] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.532940] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.551476] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.551476] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.551476] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.551476] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.551745] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-bcb5f706-59cd-407b-af36-6f397c094d03 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.551929] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.552074] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.552434] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.552578] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb5f706-59cd-407b-af36-6f397c094d03',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.565174] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.565385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.565431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.565734] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.565859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.566116] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1022.592225] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.592441] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.592494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.592731] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.592920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.601309] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1022.652183] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.652398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.652398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.652630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.652726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.652921] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.653028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.653093] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.653245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.653323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.653511] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 is going to be updated. [ 1022.678491] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.678690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.678745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.679067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.679157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.687336] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: IN_PROGRESS for 2s [ 1023.055844] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.056140] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.056333] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.056684] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.056850] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.057024] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port bcb5f706-59cd-407b-af36-6f397c094d03 not found, creating... [ 1023.057423] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.057705] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.057934] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.058674] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.058821] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.059210] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.059396] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.059840] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.060133] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.060352] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.060965] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: bcb5f706-59cd-407b-af36-6f397c094d03 is going to be created. [ 1023.080988] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.081387] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.081450] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.081767] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.082056] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.082331] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.770859] env[63386]: INFO networking_nsxv3.common.synchronization [req-337ebb02-98ad-416e-8ece-2d13e9f33a82 req-26b98f78-c96c-497c-9e9d-b007d2138f0b service nova] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_rules [ 1023.771075] env[63386]: INFO networking_nsxv3.common.synchronization [req-337ebb02-98ad-416e-8ece-2d13e9f33a82 req-26b98f78-c96c-497c-9e9d-b007d2138f0b service nova] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 1023.771318] env[63386]: INFO networking_nsxv3.common.synchronization [req-337ebb02-98ad-416e-8ece-2d13e9f33a82 req-26b98f78-c96c-497c-9e9d-b007d2138f0b service nova] Enqueued Resource ID: bcb5f706-59cd-407b-af36-6f397c094d03 with Priority: HIGHEST for action port [ 1023.771571] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_rules [ 1023.771671] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 1023.771732] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb5f706-59cd-407b-af36-6f397c094d03 with Priority: HIGHEST for action port [ 1023.772254] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.772373] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.772439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.772634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.772709] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.773524] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.773648] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.773799] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcb5f706-59cd-407b-af36-6f397c094d03 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.774000] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.774000] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.774223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.774223] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb5f706-59cd-407b-af36-6f397c094d03',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.278889] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.278889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.278889] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcb5f706-59cd-407b-af36-6f397c094d03 with status ACTIVE [ 1024.278889] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.278889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.278889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.278889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.278889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.278889] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.281189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.281273] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.281467] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.281556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.281803] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.281886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.281972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.282268] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.282384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.282493] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcb5f706-59cd-407b-af36-6f397c094d03 is going to be updated. [ 1024.301388] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.301517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.301919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.301919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.301919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.302067] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.610657] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1024.610947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.611234] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.611483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.611709] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.611837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.611882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.612066] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.612175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.612274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.612395] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.695952] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: SUCCESS [ 1024.696166] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 deletion is rescheduled due to dependency. [ 1024.696348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.696508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.696732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.696928] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.697062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.697131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.697384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.697507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.697610] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.115289] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.115481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.115528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.117740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.117740] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.117740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.117740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.117740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.117740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.117740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.117740] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.117740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.117740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.117740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.117740] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.117740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.117740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.117740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.117740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.117740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.117740] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.200684] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.345892] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.346256] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.346256] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.346589] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.346861] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.347151] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.347321] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.347572] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.347727] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.347940] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.348076] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.348193] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.348309] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.348426] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.348537] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.348671] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.366088] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.366268] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.366428] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.366600] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-955" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.366879] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-34da0024-1276-4f7d-94b8-53ce9feb6da8 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.367058] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.367183] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.367526] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.367872] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34da0024-1276-4f7d-94b8-53ce9feb6da8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.620107] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e06359-695e-4590-9877-bab0af1d7f54: rpc.has_security_group_logging(os_id): False [ 1025.637959] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.637959] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.638174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.638383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.656356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.656666] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.656790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.656864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.657107] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.657193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.657645] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.657736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.657839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.658086] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.658190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.658454] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.658569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.658662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.658829] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.658914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.659013] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1025.703273] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.723970] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.724224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.724224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.724424] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.724577] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.747029] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1025.871124] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.871507] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.871591] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.871875] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.872051] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.872375] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.872564] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.872688] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.872935] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.873105] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.873554] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.873738] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.874063] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.874147] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.874257] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.874410] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 34da0024-1276-4f7d-94b8-53ce9feb6da8 is going to be updated. [ 1025.895915] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.895915] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.895915] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.895915] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1025.896324] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.896450] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.205544] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.205736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.205815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.206050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.206172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.206283] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 is going to be updated. [ 1026.233777] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.233934] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.234264] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.234660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.235545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.245583] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: IN_PROGRESS for 2s [ 1026.322878] env[63386]: INFO networking_nsxv3.common.synchronization [req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 req-201bf952-c36c-46d7-b3c5-0747e5bf34db tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b with Priority: HIGHEST for action security_group_members [ 1026.322878] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b with Priority: HIGHEST for action security_group_members [ 1026.322878] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b39140-7c68-4dfc-85c8-f17a0faf798b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.322878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.323031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.323245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.324054] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.324054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.324054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.324054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.324054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.324054] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0b39140-7c68-4dfc-85c8-f17a0faf798b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.828292] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.828642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.828642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.828741] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.828808] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.829023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.829122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.829187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.829361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.829435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.829499] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b already deleted. [ 1026.829600] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.858147] env[63386]: INFO networking_nsxv3.common.synchronization [req-25a0b1aa-ba0f-4075-abac-596083c56dd4 req-f20ae992-1c4c-47e9-b4db-53515acae7f3 service nova] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_rules [ 1026.858147] env[63386]: INFO networking_nsxv3.common.synchronization [req-25a0b1aa-ba0f-4075-abac-596083c56dd4 req-f20ae992-1c4c-47e9-b4db-53515acae7f3 service nova] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 1026.858147] env[63386]: INFO networking_nsxv3.common.synchronization [req-25a0b1aa-ba0f-4075-abac-596083c56dd4 req-f20ae992-1c4c-47e9-b4db-53515acae7f3 service nova] Enqueued Resource ID: 34da0024-1276-4f7d-94b8-53ce9feb6da8 with Priority: HIGHEST for action port [ 1026.858147] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_rules [ 1026.858147] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 1026.858147] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34da0024-1276-4f7d-94b8-53ce9feb6da8 with Priority: HIGHEST for action port [ 1026.860559] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.860559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.860559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.860691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.860775] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.862181] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.862294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.862528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.862709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.862861] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.862958] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.863042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.863218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.863309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.863753] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.867516] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-34da0024-1276-4f7d-94b8-53ce9feb6da8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.867516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.867516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.867516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.867516] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34da0024-1276-4f7d-94b8-53ce9feb6da8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.898481] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.898563] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.898675] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.899101] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.899235] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.899399] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.899522] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.899775] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.899888] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.900251] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.900395] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.900549] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.900680] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.900805] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.900923] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.901079] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.922659] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.922924] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1026.923084] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.923891] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.923891] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-9840d173-f9af-45cf-bfa0-cc333b159a15 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.923891] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-9840d173-f9af-45cf-bfa0-cc333b159a15" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.923891] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-9840d173-f9af-45cf-bfa0-cc333b159a15" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.924266] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-9840d173-f9af-45cf-bfa0-cc333b159a15" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.924747] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9840d173-f9af-45cf-bfa0-cc333b159a15',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.993060] env[63386]: INFO networking_nsxv3.common.synchronization [req-ff5dc53a-9b77-4d11-a0e0-276216d626d3 req-2f998c64-3cd3-4140-b710-08593d41f984 tempest-ServerRescueNegativeTestJSON-1739596081 tempest-ServerRescueNegativeTestJSON-1739596081-project-member] Enqueued Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_members [ 1026.993849] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd with Priority: HIGHEST for action security_group_members [ 1026.994415] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.994415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.994545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.994776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.995589] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.995589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.995589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.995589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.995589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.995589] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.365762] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.368641] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.368641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.373227] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34da0024-1276-4f7d-94b8-53ce9feb6da8 with status ACTIVE [ 1027.373386] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.373386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.373588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.374255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.374255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.374255] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.374255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.374255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.374255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.374578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.374578] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.374715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.374715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.374873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.374942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.375045] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34da0024-1276-4f7d-94b8-53ce9feb6da8 is going to be updated. [ 1027.396523] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.396703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.396703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.396914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.397062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.397273] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34da0024-1276-4f7d-94b8-53ce9feb6da8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.426637] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.426943] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.427164] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.427555] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.427760] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.427940] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 9840d173-f9af-45cf-bfa0-cc333b159a15 not found, creating... [ 1027.428308] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.428493] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.428650] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.429000] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.429242] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.429597] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.429776] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.429905] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.430195] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.430379] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.430680] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 9840d173-f9af-45cf-bfa0-cc333b159a15 is going to be created. [ 1027.451265] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.451556] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.451711] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.452135] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.452394] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.452644] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-9840d173-f9af-45cf-bfa0-cc333b159a15" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.498503] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.498790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.498937] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.499318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.535319] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.535606] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.535713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.535767] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.535948] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.536035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.536128] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd is going to be updated. [ 1027.578585] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.578738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.578810] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.579021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.579160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.594912] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd in Status: IN_PROGRESS for 2s [ 1027.766526] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1027.766794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.868420] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.254756] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: SUCCESS [ 1028.254976] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.255184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.255375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.255564] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.255688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.255745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.255892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.255970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.256069] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.256158] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.371023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.371023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.371023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.371227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.371227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.371374] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 1028.398777] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.398926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.399016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.399205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.399365] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.407649] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 1028.731303] env[63386]: INFO networking_nsxv3.common.synchronization [req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 req-d26157d7-3951-4d9f-a977-dd55d3f96e57 service nova] Enqueued Resource ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b with Priority: HIGHEST for action security_group_rules [ 1028.731539] env[63386]: INFO networking_nsxv3.common.synchronization [req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 req-d26157d7-3951-4d9f-a977-dd55d3f96e57 service nova] Enqueued Resource ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b with Priority: HIGHEST for action security_group_members [ 1028.731720] env[63386]: INFO networking_nsxv3.common.synchronization [req-602a78cf-bf2c-4641-9eff-f6b9eed5ab48 req-d26157d7-3951-4d9f-a977-dd55d3f96e57 service nova] Enqueued Resource ID: 9840d173-f9af-45cf-bfa0-cc333b159a15 with Priority: HIGHEST for action port [ 1028.732310] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b with Priority: HIGHEST for action security_group_rules [ 1028.732470] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b with Priority: HIGHEST for action security_group_members [ 1028.732582] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9840d173-f9af-45cf-bfa0-cc333b159a15 with Priority: HIGHEST for action port [ 1028.732909] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.733055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.733122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.733355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.733460] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0b39140-7c68-4dfc-85c8-f17a0faf798b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.734380] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b39140-7c68-4dfc-85c8-f17a0faf798b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.734526] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.734646] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.734802] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.734986] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.735115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.735193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.735376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.735476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.735586] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0b39140-7c68-4dfc-85c8-f17a0faf798b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.736386] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-9840d173-f9af-45cf-bfa0-cc333b159a15 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.736543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9840d173-f9af-45cf-bfa0-cc333b159a15" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.736604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9840d173-f9af-45cf-bfa0-cc333b159a15" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.736739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9840d173-f9af-45cf-bfa0-cc333b159a15" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.736840] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9840d173-f9af-45cf-bfa0-cc333b159a15',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.757653] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.238712] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0b39140-7c68-4dfc-85c8-f17a0faf798b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.239655] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b39140-7c68-4dfc-85c8-f17a0faf798b taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.239770] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.239959] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9840d173-f9af-45cf-bfa0-cc333b159a15 with status ACTIVE [ 1029.240140] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.240251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.240320] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.240539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.240629] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.240803] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.240898] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.240963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.241128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.241205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.241383] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.241478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.241539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.241681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.241755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.242313] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9840d173-f9af-45cf-bfa0-cc333b159a15 is going to be updated. [ 1029.259038] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2: rpc.has_security_group_logging(os_id): False [ 1029.261954] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.261954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.261954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.261954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.261954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.261954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9840d173-f9af-45cf-bfa0-cc333b159a15" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.275042] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.275042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.275042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.275042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.275042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.275340] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.275340] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.275447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.275526] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.275606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.275690] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 is going to be updated. [ 1029.340343] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.340543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.340623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.340863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.341030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.357147] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: IN_PROGRESS for 2s [ 1029.604365] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd in Status: SUCCESS [ 1029.604541] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd deletion is rescheduled due to dependency. [ 1029.604668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.744610] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0b39140-7c68-4dfc-85c8-f17a0faf798b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.250247] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.250597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.250597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.250742] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.250867] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.250968] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b is going to be created. [ 1030.274462] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.274595] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.274672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.274908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.275084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.287038] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b in Status: UNINITIALIZED for 2s [ 1030.417238] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 1030.417511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.417727] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.417987] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.418149] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.418317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.418350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.418482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.418567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.418681] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.418743] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.425813] env[63386]: INFO networking_nsxv3.common.synchronization [req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 req-fa70c792-3fdf-43c8-9968-2884a65b05bf tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Enqueued Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 1030.426384] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 1030.426696] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.426833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.426896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.427085] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.427245] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.427388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.427577] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.427722] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.427812] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.427907] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.753886] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.754169] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.754368] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.754668] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.754952] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.755133] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.755258] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.755479] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.755627] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.756093] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.756093] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.756217] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.756342] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.756497] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.756617] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.756772] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.774977] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.775245] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1030.775419] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.775603] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.776033] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-211cd748-d99f-4ced-911d-28ef626a9dfc taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.776372] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-211cd748-d99f-4ced-911d-28ef626a9dfc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.776509] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-211cd748-d99f-4ced-911d-28ef626a9dfc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.776848] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-211cd748-d99f-4ced-911d-28ef626a9dfc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.776994] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('211cd748-d99f-4ced-911d-28ef626a9dfc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.921325] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.921502] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.921575] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.921790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.921958] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.922074] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.922161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.922311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.922400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.922511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.922661] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.923337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.923337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.923337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.923337] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.923337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.923337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.923672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.923672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.923672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.923672] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.933391] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.933515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.933586] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.933749] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.933831] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.934014] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.934112] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.934175] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.934346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.934434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.934522] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 is going to be updated. [ 1030.958513] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.958660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.958787] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.959027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.959209] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.966922] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: IN_PROGRESS for 2s [ 1031.280208] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.280624] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.280624] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.280870] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.281050] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.281219] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 211cd748-d99f-4ced-911d-28ef626a9dfc not found, creating... [ 1031.281632] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.282055] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.282209] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.283288] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.283458] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.283761] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.283929] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.284251] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.284664] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.284664] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.284856] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 211cd748-d99f-4ced-911d-28ef626a9dfc is going to be created. [ 1031.303972] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.304208] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.304495] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.308017] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.308017] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.308017] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-211cd748-d99f-4ced-911d-28ef626a9dfc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.370540] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: SUCCESS [ 1031.370786] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.426393] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e00206ab-28f8-4611-9b05-bc2fe5d61f5e: rpc.has_security_group_logging(os_id): False [ 1031.443672] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.443813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.443888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.444121] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.444222] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.446169] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.446169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.446169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.446169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.446169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.446169] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.446169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.446169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.446169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.446169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.446169] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.446169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.446169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.446967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.446967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.446967] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 1031.509458] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.509680] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.509785] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.510086] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.510305] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.532462] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 1031.982460] env[63386]: INFO networking_nsxv3.common.synchronization [req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 req-c16be018-5199-4504-b19d-67b59f9fd8ad service nova] Enqueued Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_rules [ 1031.983031] env[63386]: INFO networking_nsxv3.common.synchronization [req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 req-c16be018-5199-4504-b19d-67b59f9fd8ad service nova] Enqueued Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 1031.983031] env[63386]: INFO networking_nsxv3.common.synchronization [req-e1e0b3cd-5b39-4dfe-b809-8188277e5cd3 req-c16be018-5199-4504-b19d-67b59f9fd8ad service nova] Enqueued Resource ID: 211cd748-d99f-4ced-911d-28ef626a9dfc with Priority: HIGHEST for action port [ 1031.984218] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_rules [ 1031.984426] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 1031.984559] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211cd748-d99f-4ced-911d-28ef626a9dfc with Priority: HIGHEST for action port [ 1031.984885] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.985568] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.985568] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.985983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.986211] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.988369] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.988369] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.992234] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-211cd748-d99f-4ced-911d-28ef626a9dfc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.992907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-211cd748-d99f-4ced-911d-28ef626a9dfc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.992907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-211cd748-d99f-4ced-911d-28ef626a9dfc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.993838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-211cd748-d99f-4ced-911d-28ef626a9dfc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.993838] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('211cd748-d99f-4ced-911d-28ef626a9dfc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.297331] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b in Status: SUCCESS [ 1032.297734] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.297876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.298195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.298486] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.298703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.298804] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.299060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.299167] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.299292] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.299414] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0b39140-7c68-4dfc-85c8-f17a0faf798b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.496408] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.496637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.496843] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 211cd748-d99f-4ced-911d-28ef626a9dfc with status ACTIVE [ 1032.497140] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.497282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.497405] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.497615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.497741] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.497987] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.498186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.498186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.498414] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.498527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.498789] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.498913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.498971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.499277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.499277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.499365] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 211cd748-d99f-4ced-911d-28ef626a9dfc is going to be updated. [ 1032.519997] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.520198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.520502] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.520619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.520809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.521063] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-211cd748-d99f-4ced-911d-28ef626a9dfc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.799351] env[63386]: INFO networking_nsxv3.common.synchronization [req-29250e47-f79c-41f8-a689-e5a5a6f1236e req-4d640d18-8c9d-40ee-86ae-13bce19e7499 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1032.799877] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1032.800197] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.800321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.800407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.800635] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.800789] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.800893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.800955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.801136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.801226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.801324] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.802120] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0b39140-7c68-4dfc-85c8-f17a0faf798b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.977052] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: SUCCESS [ 1032.977250] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 deletion is rescheduled due to dependency. [ 1032.977305] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.977451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.977665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.977845] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.977959] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.978036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.978190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.978270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.978373] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.180064] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.180064] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.180064] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.180064] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.180064] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.180381] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.180464] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.180711] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.180860] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.181091] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.181235] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.181359] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.181475] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.181591] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.181700] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.181836] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.199826] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.199988] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.200153] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.200329] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.200665] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-05f13bbc-9c1a-4555-8247-7c43975bd58c taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.200843] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-05f13bbc-9c1a-4555-8247-7c43975bd58c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.200972] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-05f13bbc-9c1a-4555-8247-7c43975bd58c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.201335] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-05f13bbc-9c1a-4555-8247-7c43975bd58c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.201484] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05f13bbc-9c1a-4555-8247-7c43975bd58c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.304171] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0b39140-7c68-4dfc-85c8-f17a0faf798b: rpc.has_security_group_logging(os_id): False [ 1033.305770] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.322341] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.322608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.322662] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.322921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.323040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.323320] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.323482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.323621] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.323832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.323955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.324086] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b is going to be created. [ 1033.383604] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.383604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.383604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.383604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.383604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.393708] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b in Status: IN_PROGRESS for 2s [ 1033.481209] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.552253] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 1033.552298] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.704112] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.705563] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.705563] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.705563] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.705563] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.705563] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 05f13bbc-9c1a-4555-8247-7c43975bd58c not found, creating... [ 1033.705563] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.705833] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.705833] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.706493] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.706493] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.706493] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.706635] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.706681] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.706898] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.707051] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.707198] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 05f13bbc-9c1a-4555-8247-7c43975bd58c is going to be created. [ 1033.727018] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.727270] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.727408] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.727691] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.727933] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.728185] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-05f13bbc-9c1a-4555-8247-7c43975bd58c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.808085] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.984363] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.310537] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.310928] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.310928] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.311105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.311188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.311275] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1034.337657] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.337819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.337926] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.338194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.338417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.348995] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1034.486798] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.486966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.487082] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.487468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.487639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.487639] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 is going to be updated. [ 1034.500696] env[63386]: INFO networking_nsxv3.common.synchronization [req-29250e47-f79c-41f8-a689-e5a5a6f1236e req-f9f8e745-c96e-4439-b673-2dccbd3fd15d service nova] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_rules [ 1034.500696] env[63386]: INFO networking_nsxv3.common.synchronization [req-29250e47-f79c-41f8-a689-e5a5a6f1236e req-f9f8e745-c96e-4439-b673-2dccbd3fd15d service nova] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1034.500696] env[63386]: INFO networking_nsxv3.common.synchronization [req-29250e47-f79c-41f8-a689-e5a5a6f1236e req-f9f8e745-c96e-4439-b673-2dccbd3fd15d service nova] Enqueued Resource ID: 05f13bbc-9c1a-4555-8247-7c43975bd58c with Priority: HIGHEST for action port [ 1034.500696] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_rules [ 1034.500984] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1034.500984] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f13bbc-9c1a-4555-8247-7c43975bd58c with Priority: HIGHEST for action port [ 1034.501503] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.501628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.501699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.501936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.501971] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.502833] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.502936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.503154] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-05f13bbc-9c1a-4555-8247-7c43975bd58c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.503248] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05f13bbc-9c1a-4555-8247-7c43975bd58c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.503317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05f13bbc-9c1a-4555-8247-7c43975bd58c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.503482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05f13bbc-9c1a-4555-8247-7c43975bd58c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.503554] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05f13bbc-9c1a-4555-8247-7c43975bd58c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.512683] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.512818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.512878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.513089] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.513287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.521406] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: IN_PROGRESS for 2s [ 1035.010520] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.010660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.010904] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05f13bbc-9c1a-4555-8247-7c43975bd58c with status ACTIVE [ 1035.011105] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.011218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.011285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.011572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.011692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.011872] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.011972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.012047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.012211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.012288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.012469] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.012565] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.012627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.012767] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.012842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.012924] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05f13bbc-9c1a-4555-8247-7c43975bd58c is going to be updated. [ 1035.034847] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.034996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.035082] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.035295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.035431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.035595] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05f13bbc-9c1a-4555-8247-7c43975bd58c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.407156] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b in Status: SUCCESS [ 1035.407490] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.359157] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1036.359157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.359755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.359996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.360215] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.360343] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.360409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.360563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.360646] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.360740] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.533837] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: SUCCESS [ 1036.533837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.533837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.533837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.533837] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.533837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.533837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.533837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.533837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.533837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.533837] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.865516] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.036385] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.221916] env[63386]: INFO networking_nsxv3.common.synchronization [req-413ae0b2-f8a4-4b4f-9c89-355ead6475de req-d1f8e117-279d-44fa-b078-5b6e32a2ee2f tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 1037.221916] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 1037.221916] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.221916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.221916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.221916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.221916] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.221916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.221916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.221916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.221916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.221916] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.368420] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.540795] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4: rpc.has_security_group_logging(os_id): False [ 1037.564942] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.565126] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.565205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.565419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.565508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.565771] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.565871] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.565938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.566152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.566243] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.566405] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 is going to be updated. [ 1037.623336] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.623537] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.623537] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.623758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.623907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.634884] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: IN_PROGRESS for 2s [ 1037.719647] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-59 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.719898] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.720180] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.720531] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.720848] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.721057] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.721215] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.721486] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.721670] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.721952] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.722115] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.722300] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.722510] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.722744] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.722964] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.723267] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.727458] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.727587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.727627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.727905] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.727973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.728139] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.728241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.728323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.728458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.728523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.728611] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 1037.782407] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.782610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.782610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.782792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.782970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.788568] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.788756] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.066 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.788919] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.789139] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-59" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.789447] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-cc42bc84-9c08-48e6-b325-352b977497a6 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.789619] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-cc42bc84-9c08-48e6-b325-352b977497a6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.789746] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-cc42bc84-9c08-48e6-b325-352b977497a6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.790116] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-cc42bc84-9c08-48e6-b325-352b977497a6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.790263] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc42bc84-9c08-48e6-b325-352b977497a6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.792338] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 1037.870688] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.870844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.871521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.871521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.871521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.871521] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1037.921541] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.921691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.921762] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.922076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.922282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.932765] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1038.292636] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.292963] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.293291] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.293619] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.293788] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.293954] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port cc42bc84-9c08-48e6-b325-352b977497a6 not found, creating... [ 1038.294277] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.294403] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.294535] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.294794] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.294945] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.295278] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.295451] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.295577] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.295798] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.295975] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.296095] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: cc42bc84-9c08-48e6-b325-352b977497a6 is going to be created. [ 1038.315257] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.315460] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.315592] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.315899] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.316173] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.316432] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-cc42bc84-9c08-48e6-b325-352b977497a6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.195346] env[63386]: INFO networking_nsxv3.common.synchronization [req-413ae0b2-f8a4-4b4f-9c89-355ead6475de req-b6e8193f-e8ec-4a96-816a-bebbee298995 service nova] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_rules [ 1039.195645] env[63386]: INFO networking_nsxv3.common.synchronization [req-413ae0b2-f8a4-4b4f-9c89-355ead6475de req-b6e8193f-e8ec-4a96-816a-bebbee298995 service nova] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 1039.195725] env[63386]: INFO networking_nsxv3.common.synchronization [req-413ae0b2-f8a4-4b4f-9c89-355ead6475de req-b6e8193f-e8ec-4a96-816a-bebbee298995 service nova] Enqueued Resource ID: cc42bc84-9c08-48e6-b325-352b977497a6 with Priority: HIGHEST for action port [ 1039.195971] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_rules [ 1039.196121] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 1039.196220] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc42bc84-9c08-48e6-b325-352b977497a6 with Priority: HIGHEST for action port [ 1039.196871] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.196997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.197078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.197284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.197377] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.198261] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.198355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.198593] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc42bc84-9c08-48e6-b325-352b977497a6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.198749] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc42bc84-9c08-48e6-b325-352b977497a6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.198870] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc42bc84-9c08-48e6-b325-352b977497a6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.198989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc42bc84-9c08-48e6-b325-352b977497a6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.199084] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc42bc84-9c08-48e6-b325-352b977497a6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.647137] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: SUCCESS [ 1039.647328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.701051] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.701284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.701408] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc42bc84-9c08-48e6-b325-352b977497a6 with status ACTIVE [ 1039.701625] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.701767] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.701840] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.702059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.702152] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.702338] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.702431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.702494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.702683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.702781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.702906] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.702998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.703071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.703214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.703317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.703402] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc42bc84-9c08-48e6-b325-352b977497a6 is going to be updated. [ 1039.724968] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.725144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.725184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.725380] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.725520] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.725711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc42bc84-9c08-48e6-b325-352b977497a6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.802581] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 1039.802770] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc deletion is rescheduled due to dependency. [ 1039.802907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.803116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.803339] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.803525] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.803671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.803739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.803897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.803978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.804085] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.942911] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1039.943173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.943696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.943915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.944123] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.944264] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.944329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.944448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.944513] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.944597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.944692] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.306725] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.446973] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.446973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.446973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.447171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.447205] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.447458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.447458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.447555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.447597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.447691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.447842] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.447935] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.447997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.448159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.448300] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.448393] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.448455] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.448615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.449849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.449849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.449849] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.809458] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.950997] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e06359-695e-4590-9877-bab0af1d7f54: rpc.has_security_group_logging(os_id): False [ 1040.970667] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.970929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.970929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.971146] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.971252] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.971471] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.971578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.971629] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.971841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.972071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.972130] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.972219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.972270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.972439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.972513] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.972676] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.972832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.972832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.972977] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.973065] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.973185] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1041.048097] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.048284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.048361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.048638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.048823] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.078325] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1041.311379] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.311779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.311779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.311872] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.311901] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.312012] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 1041.339320] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.339535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.339535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.339744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.339890] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.350420] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 1041.829218] env[63386]: INFO networking_nsxv3.common.synchronization [None req-5eefd3c1-c812-4ab7-b5c5-43aab23e674d tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Enqueued Resource ID: 188f3270-6a3e-4938-a211-51e998832464 with Priority: HIGHEST for action security_group_rules [ 1041.829218] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188f3270-6a3e-4938-a211-51e998832464 with Priority: HIGHEST for action security_group_rules [ 1041.829845] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188f3270-6a3e-4938-a211-51e998832464 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.830173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188f3270-6a3e-4938-a211-51e998832464" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.830393] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188f3270-6a3e-4938-a211-51e998832464" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.830763] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188f3270-6a3e-4938-a211-51e998832464" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.832340] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188f3270-6a3e-4938-a211-51e998832464',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.943141] env[63386]: INFO networking_nsxv3.common.synchronization [None req-a65629b9-08c9-4ee4-90ab-512dd54714d2 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Enqueued Resource ID: 188f3270-6a3e-4938-a211-51e998832464 with Priority: HIGHEST for action security_group_rules [ 1041.943886] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188f3270-6a3e-4938-a211-51e998832464 with Priority: HIGHEST for action security_group_rules [ 1041.945079] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-188f3270-6a3e-4938-a211-51e998832464 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.945079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-188f3270-6a3e-4938-a211-51e998832464" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.136818] env[63386]: INFO networking_nsxv3.common.synchronization [req-dede1bb0-1b00-4166-9307-a8f7fb79b9f5 req-7ce6b5a0-3ed4-48cd-8013-a8899c7aad06 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Enqueued Resource ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be with Priority: HIGHEST for action security_group_members [ 1042.137333] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be with Priority: HIGHEST for action security_group_members [ 1042.137333] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf4ca53-53b8-4352-8e8c-be42cdac11be taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.137497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.137497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.137659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.137802] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.138177] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.138303] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.138512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.138641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.138780] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf4ca53-53b8-4352-8e8c-be42cdac11be',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.353722] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.354127] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.354127] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.354365] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.354471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.354574] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188f3270-6a3e-4938-a211-51e998832464 already deleted. [ 1042.354660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188f3270-6a3e-4938-a211-51e998832464" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.354809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-188f3270-6a3e-4938-a211-51e998832464" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.354972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-188f3270-6a3e-4938-a211-51e998832464" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.355067] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('188f3270-6a3e-4938-a211-51e998832464',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.642038] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.642873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.642960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.643166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.663584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.663876] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.664042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.664140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.664480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.664611] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.664711] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be is going to be updated. [ 1042.688967] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.689147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.689209] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.689422] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.689566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.698638] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be in Status: IN_PROGRESS for 2s [ 1042.875624] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.875836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.875836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.876176] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.876307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.876441] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 188f3270-6a3e-4938-a211-51e998832464 already deleted. [ 1042.876526] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-188f3270-6a3e-4938-a211-51e998832464" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.091310] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1043.091592] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.359755] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 1043.360139] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.360182] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.360379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.360573] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.360692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.360758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.360914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.360997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.361098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.361193] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.663984] env[63386]: INFO networking_nsxv3.common.synchronization [req-ec9d7355-1ae7-4a27-9671-24f2c042d00f req-05758e4f-aa62-4f81-ab0c-ed0be721fbdc tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_members [ 1043.664541] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_members [ 1043.665498] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.665498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.665498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.665498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.665794] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.665794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.665794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.665907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.666162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.666162] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.864074] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.864306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.864537] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.864645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.864863] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.864999] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.865106] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.865309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.865430] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.865555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.865755] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.865888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.865977] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.866184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.866379] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.866513] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.866604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.866794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.866901] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.867024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.867147] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.169030] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.369107] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e71baf66-bad5-425f-bd02-82794ad062cc: rpc.has_security_group_logging(os_id): False [ 1044.385859] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.386033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.386080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.386292] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.386384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.386659] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.386771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.386838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.386993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.387087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.387280] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.387407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.387473] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.387624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.387740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.388009] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.388164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.388238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.388387] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.388464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.388556] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 1044.445319] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.445445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.445577] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.445933] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.445933] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.463731] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 1044.671342] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.709106] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be in Status: SUCCESS [ 1044.709106] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf4ca53-53b8-4352-8e8c-be42cdac11be deletion is rescheduled due to dependency. [ 1044.709106] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf4ca53-53b8-4352-8e8c-be42cdac11be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.175036] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.175036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.175036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.175305] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.175336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.175477] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3050ae83-471c-4748-8adc-db75ed0194d3 is going to be updated. [ 1045.217264] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.217477] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.217530] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.217803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.217956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.226895] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: IN_PROGRESS for 2s [ 1045.529491] env[63386]: INFO networking_nsxv3.common.synchronization [req-c4f52d55-5fb4-4d35-a451-196c1c684eeb req-5a6cf7f8-0dd3-4b52-9ab0-5ce049ecc5cf tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 1045.530113] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 1045.530707] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.530707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.530707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.530882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.531134] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.531134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.531134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.531359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.531439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.531543] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.033952] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.034155] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.034201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.034432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.034525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.034726] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.034831] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.034925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.035118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.035199] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.035288] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 1046.061522] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.061723] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.061843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.062174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.062404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.074697] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 1046.480083] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 1046.480083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.663417] env[63386]: INFO networking_nsxv3.common.synchronization [req-c6c4e25b-3746-4595-94f5-b42ee8b1388e req-a0d426f4-73e9-4f0e-9fcf-5a6541d57b9b tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1046.663417] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1046.663417] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.665317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.665317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.665317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.665317] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.665317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.665317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.665317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.665317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.665317] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.818161] env[63386]: INFO networking_nsxv3.common.synchronization [None req-af766158-ada2-4f5f-971f-48e0694161a0 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Enqueued Resource ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f with Priority: HIGHEST for action security_group_rules [ 1046.819040] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f with Priority: HIGHEST for action security_group_rules [ 1046.819187] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.819314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.819385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.819703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.819790] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0f4cfeb-a4fb-4081-a501-ff2baed7749f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.889174] env[63386]: INFO networking_nsxv3.common.synchronization [None req-c51542ff-dac8-4ba7-9905-e0d374d58e2a tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Enqueued Resource ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f with Priority: HIGHEST for action security_group_rules [ 1046.889269] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f with Priority: HIGHEST for action security_group_rules [ 1046.889852] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.889968] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.167561] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.238766] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: SUCCESS [ 1047.238998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.365506] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.365658] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.365732] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.365948] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.366050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.366147] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f already deleted. [ 1047.366280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.366407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.366612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.366701] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0f4cfeb-a4fb-4081-a501-ff2baed7749f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.670194] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.889827] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.890058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.890058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.890289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.890374] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.890473] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f already deleted. [ 1047.890568] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.085179] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 1048.085323] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 deletion is rescheduled due to dependency. [ 1048.085453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.173364] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.173866] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.174096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.174409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.174567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.174712] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1048.204284] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.204416] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.204416] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.204629] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.204776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.213237] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1048.940733] env[63386]: INFO networking_nsxv3.common.synchronization [req-639a7c29-bebc-427b-9c19-9fde6c8823cf req-6b2a0549-8e09-4282-ab4c-4d92c43e58a1 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 1048.940985] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 1048.941291] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.941420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.941489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.941693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.941849] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.941951] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.942707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.942707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.942707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.942707] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.218366] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.218580] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.218708] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.219013] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.219299] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.219464] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.219586] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.219825] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.219971] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.220262] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.220382] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.220502] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.220619] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.220740] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.220853] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.220989] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.237944] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.238466] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1049.238696] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.238888] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.239220] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.239395] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.239524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.239842] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.239986] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eb02a0a-4b5e-4bc0-8234-7920f90d9b90',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.448355] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.448580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.448672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.448925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.449087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.449318] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.449447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.449507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.449705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.449797] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.449887] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 1049.475556] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.475556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.475556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.475760] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.475865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.484017] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 1049.742790] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.743044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.743186] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.743473] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.743630] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.743792] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 not found, creating... [ 1049.744071] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.744260] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.746048] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.746048] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.746048] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.746048] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.746048] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.746048] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.746048] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.746048] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.746048] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 is going to be created. [ 1049.765063] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.765351] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.765487] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.765764] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.766010] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.766247] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.224493] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1050.224786] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.460139] env[63386]: INFO networking_nsxv3.common.synchronization [req-639a7c29-bebc-427b-9c19-9fde6c8823cf req-5139eab5-14a8-4a16-9639-147a9fde8597 service nova] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_rules [ 1050.460376] env[63386]: INFO networking_nsxv3.common.synchronization [req-639a7c29-bebc-427b-9c19-9fde6c8823cf req-5139eab5-14a8-4a16-9639-147a9fde8597 service nova] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 1050.460742] env[63386]: INFO networking_nsxv3.common.synchronization [req-639a7c29-bebc-427b-9c19-9fde6c8823cf req-5139eab5-14a8-4a16-9639-147a9fde8597 service nova] Enqueued Resource ID: 2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 with Priority: HIGHEST for action port [ 1050.461057] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_rules [ 1050.461222] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 1050.461335] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 with Priority: HIGHEST for action port [ 1050.462047] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.462234] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.462331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.462605] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.462747] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.464483] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.464596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.464820] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.464924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.464992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.465189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.465270] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eb02a0a-4b5e-4bc0-8234-7920f90d9b90',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.966652] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.966879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.967011] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 with status ACTIVE [ 1050.967196] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.967308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.967382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.967690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.967781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.967958] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.968071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.968702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.968702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.968702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.968702] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.968702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.968702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.969099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.969099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.969099] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2eb02a0a-4b5e-4bc0-8234-7920f90d9b90 is going to be updated. [ 1050.989448] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.989588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.989631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.989794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.989922] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.990088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eb02a0a-4b5e-4bc0-8234-7920f90d9b90" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.493609] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 1051.493969] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 deletion is rescheduled due to dependency. [ 1051.494038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.494201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.494419] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.494605] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.494722] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.494787] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.494946] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.495039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.495139] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.997341] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.499356] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.002386] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.002563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.002607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.002932] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.003070] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.003202] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 1053.061913] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.061994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.062048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.062363] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.062493] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.074741] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 1053.610096] env[63386]: INFO networking_nsxv3.common.synchronization [req-0d03db54-6b45-45f9-b370-5f7db70f949e req-2548233b-2cde-4624-814d-e2080c325f60 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_members [ 1053.613601] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGHEST for action security_group_members [ 1053.613601] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.613601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.613601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.613601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.613601] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.613601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.613601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.613601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.613601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.613601] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.116993] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.117165] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.117262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.117452] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.117570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.117785] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.117874] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.117934] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.118096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.118171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.118257] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3050ae83-471c-4748-8adc-db75ed0194d3 is going to be updated. [ 1054.143352] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.143597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.143597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.143761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.143902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.151612] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: IN_PROGRESS for 2s [ 1054.387296] env[63386]: INFO networking_nsxv3.common.synchronization [req-afcbc5cf-0e28-492f-a6ef-cb989779c50b req-9d08f9ee-8c25-46e6-a3a8-702d43d7ae1e tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Enqueued Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_members [ 1054.387888] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_members [ 1054.389394] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.389394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.389394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.389394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.389394] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.389394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.389394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.390626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.390626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.390626] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.435848] env[63386]: INFO networking_nsxv3.common.synchronization [req-afcbc5cf-0e28-492f-a6ef-cb989779c50b req-9d08f9ee-8c25-46e6-a3a8-702d43d7ae1e tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Enqueued Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_rules [ 1054.436051] env[63386]: INFO networking_nsxv3.common.synchronization [req-afcbc5cf-0e28-492f-a6ef-cb989779c50b req-9d08f9ee-8c25-46e6-a3a8-702d43d7ae1e tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Enqueued Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_members [ 1054.436207] env[63386]: INFO networking_nsxv3.common.synchronization [req-afcbc5cf-0e28-492f-a6ef-cb989779c50b req-9d08f9ee-8c25-46e6-a3a8-702d43d7ae1e tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Enqueued Resource ID: f57da934-8f69-4109-a924-e74e1e13484c with Priority: HIGHEST for action port [ 1054.436829] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_rules [ 1054.436967] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_members [ 1054.439092] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57da934-8f69-4109-a924-e74e1e13484c with Priority: HIGHEST for action port [ 1054.439446] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.439576] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.439646] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.439850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.439930] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.441277] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.441277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.441446] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f57da934-8f69-4109-a924-e74e1e13484c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.441561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.441619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.441783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.442130] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f57da934-8f69-4109-a924-e74e1e13484c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.484052] env[63386]: INFO networking_nsxv3.common.synchronization [req-009e60a0-5e98-4778-b5fa-4bf9f971379f req-0b7ce748-92ac-4b5f-80be-ea85c40d1a37 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1054.484794] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1054.485283] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.485480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.485607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.485870] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.486089] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.486245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.486314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.486860] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.486860] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.486860] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.892145] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.909500] env[63386]: INFO networking_nsxv3.common.synchronization [req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac req-5765777e-b029-427b-9c49-f757f47bdd38 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Enqueued Resource ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f with Priority: HIGHEST for action security_group_members [ 1054.910033] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f with Priority: HIGHEST for action security_group_members [ 1054.910356] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.910480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.910550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.910807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.910966] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.911104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.911262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.911325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.911410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.911511] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f4cfeb-a4fb-4081-a501-ff2baed7749f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.944388] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.944672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.944752] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f57da934-8f69-4109-a924-e74e1e13484c with status ACTIVE [ 1054.944885] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.944996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.945076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.945287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.945375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.945549] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.945667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.945728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.945883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.945960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.946169] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.946266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.946331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.946474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.946580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.946668] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f57da934-8f69-4109-a924-e74e1e13484c is going to be updated. [ 1054.968269] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.968411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.968480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.968697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.968836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.968999] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.990272] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.087578] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 1055.087852] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.088036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.088267] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.089356] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.089356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.089356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.089356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.089356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.089356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.089356] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.394430] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.414102] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.414900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.414900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.414900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.414900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.415148] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.415213] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.415268] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.415457] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.415529] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.415621] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f already deleted. [ 1055.415705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.492380] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.593526] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.593800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.593928] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.594304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.594653] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.594776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.594847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.595040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.595135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.595230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.595395] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.595505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.595569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.595735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.595887] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.595985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.596101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.596252] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.596332] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.596418] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.596621] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.697753] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-126 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.698196] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-126" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.698460] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-126" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.699030] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-126" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.699227] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.702450] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.702450] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.702450] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.702450] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.702450] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.702450] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.702450] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.702450] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.702450] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.702450] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.702450] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.723018] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.723018] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1055.723018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.723018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-126" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.723018] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-99e329f2-675b-41a6-8cd0-e4344ed08d1c taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.723018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-99e329f2-675b-41a6-8cd0-e4344ed08d1c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.723018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-99e329f2-675b-41a6-8cd0-e4344ed08d1c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.723018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-99e329f2-675b-41a6-8cd0-e4344ed08d1c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.723018] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99e329f2-675b-41a6-8cd0-e4344ed08d1c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.897070] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.897387] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.897387] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.897561] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.897733] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.897861] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68629d5-f240-4762-ad14-40fa9554c0ac is going to be updated. [ 1055.924365] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.924553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.924601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.924847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.924975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.933539] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68629d5-f240-4762-ad14-40fa9554c0ac in Status: IN_PROGRESS for 2s [ 1055.998704] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.998946] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.999058] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.999381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.999479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.999639] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1056.030704] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.030892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.030892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.031184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.031334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.040348] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1056.099123] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2d5ea4e-f26b-4439-97cc-9b24f5211d64: rpc.has_security_group_logging(os_id): False [ 1056.116061] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.116181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.116254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.116461] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.116593] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.116836] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.116941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.116996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.117183] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.117259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.117439] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.117580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.117702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.117817] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.117894] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.118104] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.118193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.118308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.118533] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.118625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.118716] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 1056.162515] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3050ae83-471c-4748-8adc-db75ed0194d3 in Status: SUCCESS [ 1056.162846] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3050ae83-471c-4748-8adc-db75ed0194d3 deletion is rescheduled due to dependency. [ 1056.162846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.179852] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.180053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.180132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.180367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.180531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.193171] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 1056.226627] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.226913] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.227075] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.227381] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.227554] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.227745] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 99e329f2-675b-41a6-8cd0-e4344ed08d1c not found, creating... [ 1056.228051] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.228226] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.228351] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.228582] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.228751] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.229112] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.229407] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.229624] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.229968] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.230215] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.230447] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 99e329f2-675b-41a6-8cd0-e4344ed08d1c is going to be created. [ 1056.267515] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.267874] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.268088] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.268413] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.268837] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.269165] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-99e329f2-675b-41a6-8cd0-e4344ed08d1c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.989120] env[63386]: INFO networking_nsxv3.common.synchronization [req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac req-a015e90e-7563-4672-ba03-b51f9591bbfb service nova] Enqueued Resource ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f with Priority: HIGHEST for action security_group_rules [ 1056.989397] env[63386]: INFO networking_nsxv3.common.synchronization [req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac req-a015e90e-7563-4672-ba03-b51f9591bbfb service nova] Enqueued Resource ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f with Priority: HIGHEST for action security_group_members [ 1056.989462] env[63386]: INFO networking_nsxv3.common.synchronization [req-bd2b4ee9-46e5-45dd-945e-0d7534c31bac req-a015e90e-7563-4672-ba03-b51f9591bbfb service nova] Enqueued Resource ID: 99e329f2-675b-41a6-8cd0-e4344ed08d1c with Priority: HIGHEST for action port [ 1056.989697] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f with Priority: HIGHEST for action security_group_rules [ 1056.989833] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f with Priority: HIGHEST for action security_group_members [ 1056.989931] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e329f2-675b-41a6-8cd0-e4344ed08d1c with Priority: HIGHEST for action port [ 1056.990503] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.990630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.990713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.990902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.990986] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0f4cfeb-a4fb-4081-a501-ff2baed7749f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.993039] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.993166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.993237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.993418] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.993567] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.993690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.993754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.993927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.993978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.994081] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f4cfeb-a4fb-4081-a501-ff2baed7749f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.994851] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-99e329f2-675b-41a6-8cd0-e4344ed08d1c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.994976] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99e329f2-675b-41a6-8cd0-e4344ed08d1c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.995057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99e329f2-675b-41a6-8cd0-e4344ed08d1c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.995213] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99e329f2-675b-41a6-8cd0-e4344ed08d1c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.995287] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99e329f2-675b-41a6-8cd0-e4344ed08d1c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.500207] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99e329f2-675b-41a6-8cd0-e4344ed08d1c with status ACTIVE [ 1057.500572] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.500789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.500899] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.501302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.501394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.501665] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.501855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.501970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.502246] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.502440] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.502749] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.502917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.503039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.503286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.503436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.503610] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99e329f2-675b-41a6-8cd0-e4344ed08d1c is going to be updated. [ 1057.505372] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0f4cfeb-a4fb-4081-a501-ff2baed7749f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.506727] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.506872] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.525031] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.525031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.525031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.525222] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.525381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.525597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99e329f2-675b-41a6-8cd0-e4344ed08d1c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.945318] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68629d5-f240-4762-ad14-40fa9554c0ac in Status: SUCCESS [ 1057.945318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.945318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.945318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.945318] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.945318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.945318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.945318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.945318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.945318] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.008432] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0f4cfeb-a4fb-4081-a501-ff2baed7749f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.049492] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1058.049771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.178753] env[63386]: INFO networking_nsxv3.common.synchronization [req-1fe6e373-531c-4f97-91c7-5c1468f24764 req-c4cbe6f2-43f2-4e7f-b7ff-9115b4892d00 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Enqueued Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_members [ 1058.179738] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_members [ 1058.179738] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.179738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.204527] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 1058.204865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.233813] env[63386]: INFO networking_nsxv3.common.synchronization [req-1fe6e373-531c-4f97-91c7-5c1468f24764 req-c4cbe6f2-43f2-4e7f-b7ff-9115b4892d00 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Enqueued Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_rules [ 1058.234305] env[63386]: INFO networking_nsxv3.common.synchronization [req-1fe6e373-531c-4f97-91c7-5c1468f24764 req-c4cbe6f2-43f2-4e7f-b7ff-9115b4892d00 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Enqueued Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_members [ 1058.234483] env[63386]: INFO networking_nsxv3.common.synchronization [req-1fe6e373-531c-4f97-91c7-5c1468f24764 req-c4cbe6f2-43f2-4e7f-b7ff-9115b4892d00 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Enqueued Resource ID: f57da934-8f69-4109-a924-e74e1e13484c with Priority: HIGHEST for action port [ 1058.235060] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_rules [ 1058.235306] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_members [ 1058.235480] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57da934-8f69-4109-a924-e74e1e13484c with Priority: HIGHEST for action port [ 1058.235859] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.236013] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.236287] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.236415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.236824] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f57da934-8f69-4109-a924-e74e1e13484c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.237044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.237134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.237375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.237465] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f57da934-8f69-4109-a924-e74e1e13484c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.448639] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.512064] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.512064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.512284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.512451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.512511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.512622] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f is going to be created. [ 1058.538616] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.539983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.539983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.540352] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.540683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.549788] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f in Status: UNINITIALIZED for 2s [ 1058.740726] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f57da934-8f69-4109-a924-e74e1e13484c with status ACTIVE [ 1058.740977] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.741132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.741203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.741420] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.741508] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.741691] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.741794] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.741856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.742016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.742957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.742957] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.742957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.742957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.742957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.742957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.742957] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f57da934-8f69-4109-a924-e74e1e13484c is going to be updated. [ 1058.764897] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.765131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.765131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.765318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.765740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.765740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f57da934-8f69-4109-a924-e74e1e13484c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.950786] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.068984] env[63386]: INFO networking_nsxv3.common.synchronization [None req-5727eb1d-537c-4cad-b65c-15c1c555fca5 tempest-AttachInterfacesTestJSON-905606479 tempest-AttachInterfacesTestJSON-905606479-project-member] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 1059.069395] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGHEST for action security_group_members [ 1059.069738] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.069865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.069930] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.071031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.071031] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.071031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.071031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.071031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.071031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.071280] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.480386] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.480607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.480607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.480828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.480879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.480976] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68629d5-f240-4762-ad14-40fa9554c0ac is going to be updated. [ 1059.507310] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.507454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.507545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.507763] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.507929] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.516871] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68629d5-f240-4762-ad14-40fa9554c0ac in Status: IN_PROGRESS for 2s [ 1059.572818] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.572978] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.573060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.573343] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.573444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.573649] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.573753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.573815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.573969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.574208] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.574324] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be updated. [ 1059.616810] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.617012] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.617074] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.617510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.617713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.625464] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: IN_PROGRESS for 2s [ 1060.559025] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f in Status: UNINITIALIZED for 4s [ 1061.526385] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68629d5-f240-4762-ad14-40fa9554c0ac in Status: SUCCESS [ 1061.526736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.526956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.527216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.527425] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.527551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.527627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.527847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.528055] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.528133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.528165] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.529045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.529230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.529402] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.529576] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.529576] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.529725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.529805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.529892] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.635859] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e in Status: SUCCESS [ 1061.636238] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e deletion is rescheduled due to dependency. [ 1061.636238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.032809] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.033787] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.328580] env[63386]: INFO networking_nsxv3.common.synchronization [req-8c44e219-60dc-4d66-b318-6b715a67d9cc req-262341e9-53e3-45a1-b426-398a5db44f89 tempest-AttachInterfacesUnderV243Test-1802796976 tempest-AttachInterfacesUnderV243Test-1802796976-project-member] Enqueued Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_members [ 1062.328875] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68629d5-f240-4762-ad14-40fa9554c0ac with Priority: HIGHEST for action security_group_members [ 1062.329203] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68629d5-f240-4762-ad14-40fa9554c0ac taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.329308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.538841] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a68629d5-f240-4762-ad14-40fa9554c0ac: rpc.has_security_group_logging(os_id): False [ 1062.540498] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.558840] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.559020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.559061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.559272] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.559364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.559689] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.559744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.559776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.559914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.559994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.560477] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a68629d5-f240-4762-ad14-40fa9554c0ac is going to be updated. [ 1062.569202] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f in Status: SUCCESS [ 1062.569412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.569891] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.570102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.570276] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.570385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.570451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.570613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.570675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.570760] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.570850] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0f4cfeb-a4fb-4081-a501-ff2baed7749f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.635359] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.635514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.635588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.635811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.635956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.647641] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a68629d5-f240-4762-ad14-40fa9554c0ac in Status: IN_PROGRESS for 2s [ 1063.044127] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.044321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.044416] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.044745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.044897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.045090] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68629d5-f240-4762-ad14-40fa9554c0ac is going to be updated. [ 1063.072597] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0f4cfeb-a4fb-4081-a501-ff2baed7749f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.091030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.091234] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.091344] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.091466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.091612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.101364] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68629d5-f240-4762-ad14-40fa9554c0ac in Status: IN_PROGRESS for 2s [ 1063.576497] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0f4cfeb-a4fb-4081-a501-ff2baed7749f: rpc.has_security_group_logging(os_id): False [ 1063.595897] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.596107] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.596187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.596704] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.596854] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.597141] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.597279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.597573] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.598187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.598187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.598187] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f is going to be created. [ 1063.666746] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.667122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.667122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.667188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.667486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.679091] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f in Status: IN_PROGRESS for 2s [ 1063.981112] env[63386]: INFO networking_nsxv3.common.synchronization [None req-5a38a044-54f5-44c2-80b0-d0a958b3fa86 None None] Enqueued Resource ID: 2203f758-a8a9-49f9-bafc-4e585d24a0be with Priority: HIGHEST for action port [ 1063.981112] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203f758-a8a9-49f9-bafc-4e585d24a0be with Priority: HIGHEST for action port [ 1063.981112] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-2203f758-a8a9-49f9-bafc-4e585d24a0be taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.981308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2203f758-a8a9-49f9-bafc-4e585d24a0be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.981347] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2203f758-a8a9-49f9-bafc-4e585d24a0be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.981581] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2203f758-a8a9-49f9-bafc-4e585d24a0be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.981659] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2203f758-a8a9-49f9-bafc-4e585d24a0be',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.484033] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2203f758-a8a9-49f9-bafc-4e585d24a0be [ 1064.484247] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.484387] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.484459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.484844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.484844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.484910] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2203f758-a8a9-49f9-bafc-4e585d24a0be already deleted. [ 1064.485020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2203f758-a8a9-49f9-bafc-4e585d24a0be" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.660623] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a68629d5-f240-4762-ad14-40fa9554c0ac in Status: SUCCESS [ 1064.660871] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.661081] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.661327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.661437] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.110803] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68629d5-f240-4762-ad14-40fa9554c0ac in Status: SUCCESS [ 1065.111128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.111324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.112628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.112628] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.112628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.112628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.112628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.112628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.112628] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.179960] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.180178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.180221] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.180424] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.180528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.180562] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a68629d5-f240-4762-ad14-40fa9554c0ac is going to be deleted. [ 1065.238403] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.238556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.238626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.238880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.238987] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.239136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.614988] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.615227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.615318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.615594] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.615708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.615996] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.616169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.616241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.616471] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.616641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.616725] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68629d5-f240-4762-ad14-40fa9554c0ac is going to be deleted. [ 1065.645822] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.645996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.646083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.647444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.647444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.647444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.647444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.647444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.647444] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.647444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.647444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.647444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.647444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.647790] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a68629d5-f240-4762-ad14-40fa9554c0ac',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.691745] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f in Status: SUCCESS [ 1065.692040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.149816] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.150135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.150135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.150302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.150432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.150701] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.152501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.152501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.152501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.152501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.152501] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68629d5-f240-4762-ad14-40fa9554c0ac already deleted. [ 1066.152501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68629d5-f240-4762-ad14-40fa9554c0ac" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.200384] env[63386]: INFO networking_nsxv3.common.synchronization [req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 req-d4b8264a-1865-4d48-a887-5c2ab39ae9a0 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1066.202076] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1066.202076] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.202076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.202076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.202076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.202076] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.202076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.202076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.202438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.202564] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.202668] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.345867] env[63386]: INFO networking_nsxv3.common.synchronization [None req-ed65507f-c549-41a3-a799-3674d510c43f None None] Enqueued Resource ID: 3dfc6b75-4297-46b0-89e6-bf0f9eaf71a7 with Priority: HIGHEST for action port [ 1066.346676] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dfc6b75-4297-46b0-89e6-bf0f9eaf71a7 with Priority: HIGHEST for action port [ 1066.347435] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dfc6b75-4297-46b0-89e6-bf0f9eaf71a7 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.347616] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dfc6b75-4297-46b0-89e6-bf0f9eaf71a7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.347753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dfc6b75-4297-46b0-89e6-bf0f9eaf71a7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.348218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dfc6b75-4297-46b0-89e6-bf0f9eaf71a7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.348696] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dfc6b75-4297-46b0-89e6-bf0f9eaf71a7',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.571300] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.571518] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.571652] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.571935] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.572338] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.572464] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.572513] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.572727] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.572851] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.573220] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.573266] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.573383] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.574478] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.574478] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.574478] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.574478] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.592370] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.592646] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.592892] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.593415] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.593899] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-f46d3cfd-8ed2-4416-b0a4-983a4755badb taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.594203] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-f46d3cfd-8ed2-4416-b0a4-983a4755badb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.594420] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-f46d3cfd-8ed2-4416-b0a4-983a4755badb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.594879] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-f46d3cfd-8ed2-4416-b0a4-983a4755badb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.595134] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46d3cfd-8ed2-4416-b0a4-983a4755badb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.705193] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.851663] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dfc6b75-4297-46b0-89e6-bf0f9eaf71a7 [ 1066.851978] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.852098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.852098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.852306] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.852392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.852489] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dfc6b75-4297-46b0-89e6-bf0f9eaf71a7 already deleted. [ 1066.852570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dfc6b75-4297-46b0-89e6-bf0f9eaf71a7" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.097961] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.098075] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.098196] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.098462] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.098615] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.098775] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port f46d3cfd-8ed2-4416-b0a4-983a4755badb not found, creating... [ 1067.099055] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.099360] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.099360] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.099558] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.099734] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.100067] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.100238] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.100363] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.100628] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.100703] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.100846] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: f46d3cfd-8ed2-4416-b0a4-983a4755badb is going to be created. [ 1067.119911] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.120208] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.120348] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.120598] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.120827] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.121060] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-f46d3cfd-8ed2-4416-b0a4-983a4755badb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.209376] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.712632] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.712632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.712632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.712632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.712632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.712632] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1067.742103] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.742266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.742266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.742493] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.742644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.752385] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1067.968089] env[63386]: INFO networking_nsxv3.common.synchronization [req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 req-804262d2-d87a-41f0-8697-0262db804ca3 service nova] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_rules [ 1067.968275] env[63386]: INFO networking_nsxv3.common.synchronization [req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 req-804262d2-d87a-41f0-8697-0262db804ca3 service nova] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1067.968477] env[63386]: INFO networking_nsxv3.common.synchronization [req-b8483d25-03a2-4a32-8882-ce4a7eaa8576 req-804262d2-d87a-41f0-8697-0262db804ca3 service nova] Enqueued Resource ID: f46d3cfd-8ed2-4416-b0a4-983a4755badb with Priority: HIGHEST for action port [ 1067.968727] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_rules [ 1067.968852] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1067.968959] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46d3cfd-8ed2-4416-b0a4-983a4755badb with Priority: HIGHEST for action port [ 1067.969506] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.969623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.969895] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.970161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.970243] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.971429] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.971553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.971789] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f46d3cfd-8ed2-4416-b0a4-983a4755badb taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.971886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f46d3cfd-8ed2-4416-b0a4-983a4755badb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.971947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f46d3cfd-8ed2-4416-b0a4-983a4755badb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.972124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f46d3cfd-8ed2-4416-b0a4-983a4755badb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.972191] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46d3cfd-8ed2-4416-b0a4-983a4755badb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.479339] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.479632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.479687] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f46d3cfd-8ed2-4416-b0a4-983a4755badb with status ACTIVE [ 1068.479839] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.479951] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.480132] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.480236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.480328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.480507] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.480606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.480675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.480872] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.480950] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.481165] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.481261] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.481322] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.481466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.481541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.481625] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f46d3cfd-8ed2-4416-b0a4-983a4755badb is going to be updated. [ 1068.512093] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.512287] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.512366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.512536] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.512675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.512852] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f46d3cfd-8ed2-4416-b0a4-983a4755badb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.762029] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1069.762361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.762361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.762754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.762754] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.762896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.762896] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.763090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.763180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.763275] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.266113] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.564097] env[63386]: INFO networking_nsxv3.common.synchronization [req-b8f52cc2-a956-4c5e-830d-40114eb8e18d req-b21d78c3-3c1d-40c4-9a54-a4855f0ca4c5 tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Enqueued Resource ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c with Priority: HIGHEST for action security_group_members [ 1070.564097] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c with Priority: HIGHEST for action security_group_members [ 1070.564097] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.564097] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.564097] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.564563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.564836] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.565162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.565373] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.565646] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.565833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.566045] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.769123] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.972412] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.972616] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-211" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.972746] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-211" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.973182] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-211" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.973462] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.973631] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.973761] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.973977] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.974147] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.974360] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.974477] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.974590] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.975415] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.975415] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.975415] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.975415] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.992324] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.993570] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1070.993570] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.993570] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-211" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.993570] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-a49b4697-668c-43df-8ad1-600fe3b56acb taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.995237] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-a49b4697-668c-43df-8ad1-600fe3b56acb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.995919] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-a49b4697-668c-43df-8ad1-600fe3b56acb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.995919] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-a49b4697-668c-43df-8ad1-600fe3b56acb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.996430] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a49b4697-668c-43df-8ad1-600fe3b56acb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.068803] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.069068] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.069118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.069582] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.069582] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.069742] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.069742] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.069742] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.069932] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.069984] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.070087] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c already deleted. [ 1071.070185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.271628] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.271628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.271628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.271889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.271889] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.272101] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1071.296788] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.296947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.297125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.297358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.297504] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.307636] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1071.498142] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.498359] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.498532] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.498833] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.499049] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.499716] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port a49b4697-668c-43df-8ad1-600fe3b56acb not found, creating... [ 1071.499716] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.499716] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.499901] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.500026] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.500673] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.500673] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.500673] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.500916] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.501015] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.501605] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.501605] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: a49b4697-668c-43df-8ad1-600fe3b56acb is going to be created. [ 1071.520824] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.521376] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.521562] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.521936] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.522237] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.522549] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-a49b4697-668c-43df-8ad1-600fe3b56acb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.801181] env[63386]: INFO networking_nsxv3.common.synchronization [req-b8f52cc2-a956-4c5e-830d-40114eb8e18d req-53c31877-0dd7-48ff-85a1-b6d952cb8640 service nova] Enqueued Resource ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c with Priority: HIGHEST for action security_group_rules [ 1072.801473] env[63386]: INFO networking_nsxv3.common.synchronization [req-b8f52cc2-a956-4c5e-830d-40114eb8e18d req-53c31877-0dd7-48ff-85a1-b6d952cb8640 service nova] Enqueued Resource ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c with Priority: HIGHEST for action security_group_members [ 1072.801542] env[63386]: INFO networking_nsxv3.common.synchronization [req-b8f52cc2-a956-4c5e-830d-40114eb8e18d req-53c31877-0dd7-48ff-85a1-b6d952cb8640 service nova] Enqueued Resource ID: a49b4697-668c-43df-8ad1-600fe3b56acb with Priority: HIGHEST for action port [ 1072.802159] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c with Priority: HIGHEST for action security_group_rules [ 1072.802306] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c with Priority: HIGHEST for action security_group_members [ 1072.802406] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49b4697-668c-43df-8ad1-600fe3b56acb with Priority: HIGHEST for action port [ 1072.802737] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.802800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.802894] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.803150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.803236] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.804258] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.804258] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.804394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.804597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.804659] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.804775] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.804844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.804994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.805091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.805186] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.805940] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a49b4697-668c-43df-8ad1-600fe3b56acb taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.806239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a49b4697-668c-43df-8ad1-600fe3b56acb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.806239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a49b4697-668c-43df-8ad1-600fe3b56acb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.806295] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a49b4697-668c-43df-8ad1-600fe3b56acb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.806396] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a49b4697-668c-43df-8ad1-600fe3b56acb',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.309637] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a49b4697-668c-43df-8ad1-600fe3b56acb with status ACTIVE [ 1073.309857] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.309999] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.310084] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.310289] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.310379] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.310559] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.310656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.310713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.310859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.310934] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.311133] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.311224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.311285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.311409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.311474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.311563] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a49b4697-668c-43df-8ad1-600fe3b56acb is going to be updated. [ 1073.312711] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.312822] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.313037] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.322802] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1073.323028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.323207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.323411] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.323593] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.323713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.323766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.323915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.323999] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.324094] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.324185] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.342573] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.342772] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.342772] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.342949] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.343101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.343256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a49b4697-668c-43df-8ad1-600fe3b56acb" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.816686] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.833023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.833023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.833023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.833023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.833023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.833023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.833023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.833023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.833023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.833023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.833023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.833023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.833023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.833023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.833023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.833023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.833754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.833754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.833754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.833754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.833754] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.942248] env[63386]: INFO networking_nsxv3.common.synchronization [None req-930f9715-9d22-4aee-9411-67adfcd43f61 None None] Enqueued Resource ID: 455e947e-fd3e-4cb3-af09-a604a41dabe2 with Priority: HIGHEST for action port [ 1073.942248] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455e947e-fd3e-4cb3-af09-a604a41dabe2 with Priority: HIGHEST for action port [ 1073.942248] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-455e947e-fd3e-4cb3-af09-a604a41dabe2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.942248] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-455e947e-fd3e-4cb3-af09-a604a41dabe2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.942248] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-455e947e-fd3e-4cb3-af09-a604a41dabe2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.942792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-455e947e-fd3e-4cb3-af09-a604a41dabe2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.943027] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('455e947e-fd3e-4cb3-af09-a604a41dabe2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.319310] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.319458] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.319526] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.319762] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.319848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.319950] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c is going to be created. [ 1074.339182] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e06359-695e-4590-9877-bab0af1d7f54: rpc.has_security_group_logging(os_id): False [ 1074.343204] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.343437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.343555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.343946] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.344103] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.353654] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c in Status: UNINITIALIZED for 2s [ 1074.358274] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.358421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.358494] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.358704] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.358799] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.359019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.359122] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.359189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.359596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.359596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.359596] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.359701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.359847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.360045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.360127] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.360313] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.360407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.360470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.360610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.360682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.361334] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1074.421677] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.421838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.421914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.422198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.422346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.437361] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1074.447064] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 455e947e-fd3e-4cb3-af09-a604a41dabe2 [ 1074.447064] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.447064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.447064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.447396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.447396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.447396] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:455e947e-fd3e-4cb3-af09-a604a41dabe2 already deleted. [ 1074.447497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-455e947e-fd3e-4cb3-af09-a604a41dabe2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.804647] env[63386]: INFO networking_nsxv3.common.synchronization [req-59de4fb1-2a59-4005-a539-d5b601a587dd req-780b8af0-fd66-4529-87f4-e2ebe6bc3fa1 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGHEST for action security_group_members [ 1074.806390] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGHEST for action security_group_members [ 1074.806895] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-d43e7b11-a094-4d5e-a42f-5bbd2764914d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.807096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.807224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.807470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.807632] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.807766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.807856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.808085] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.808277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.808388] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d43e7b11-a094-4d5e-a42f-5bbd2764914d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.311829] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.312135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.312135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.312300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.312403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.312627] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.312735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.312791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.312959] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.313061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.314254] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d is going to be updated. [ 1075.337370] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.337546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.337589] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.337789] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.337963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.345397] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d in Status: IN_PROGRESS for 2s [ 1076.363228] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c in Status: SUCCESS [ 1076.363557] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.363646] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.363886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.364108] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.364240] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.364314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.364474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.364562] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.364671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.364819] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.448945] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1076.449272] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.470565] env[63386]: INFO networking_nsxv3.common.synchronization [None req-4ebe3244-4395-479d-8342-fb0b165b4594 None None] Enqueued Resource ID: 8b5c8f45-9e0c-4a10-9b30-05854d34e465 with Priority: HIGHEST for action port [ 1076.471328] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5c8f45-9e0c-4a10-9b30-05854d34e465 with Priority: HIGHEST for action port [ 1076.471757] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b5c8f45-9e0c-4a10-9b30-05854d34e465 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.471918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b5c8f45-9e0c-4a10-9b30-05854d34e465" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.472083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b5c8f45-9e0c-4a10-9b30-05854d34e465" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.472448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b5c8f45-9e0c-4a10-9b30-05854d34e465" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.472578] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b5c8f45-9e0c-4a10-9b30-05854d34e465',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.866980] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.867184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.867331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.867511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.867612] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.867774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.867774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.868050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.868050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.868108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.868308] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.868410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.868410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.868546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.868647] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.868766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.868824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.868981] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.869114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.869183] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.869275] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.975364] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b5c8f45-9e0c-4a10-9b30-05854d34e465 [ 1076.978020] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.978020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.978020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.978020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.978020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.978020] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b5c8f45-9e0c-4a10-9b30-05854d34e465 already deleted. [ 1076.978020] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b5c8f45-9e0c-4a10-9b30-05854d34e465" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.023974] env[63386]: INFO networking_nsxv3.common.synchronization [None req-4bfd6642-afd9-4d25-9fe9-289f35218610 None None] Enqueued Resource ID: 32ea4779-20cf-47eb-8e28-11e3c5b48de8 with Priority: HIGHEST for action port [ 1077.023974] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ea4779-20cf-47eb-8e28-11e3c5b48de8 with Priority: HIGHEST for action port [ 1077.024349] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ea4779-20cf-47eb-8e28-11e3c5b48de8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.024466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ea4779-20cf-47eb-8e28-11e3c5b48de8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.024533] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ea4779-20cf-47eb-8e28-11e3c5b48de8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.024858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ea4779-20cf-47eb-8e28-11e3c5b48de8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.024948] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ea4779-20cf-47eb-8e28-11e3c5b48de8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.355893] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d in Status: SUCCESS [ 1077.356468] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d deletion is rescheduled due to dependency. [ 1077.356602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.379945] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c: rpc.has_security_group_logging(os_id): False [ 1077.396019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.396160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.396313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.396512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.396512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.396694] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.396857] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.396931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.397116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.397173] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.397418] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.397579] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.397649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.397803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.397883] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.398095] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.398190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.398252] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.398395] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.398468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.398552] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c is going to be created. [ 1077.469693] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.469916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.469916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.470262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.470357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.487117] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c in Status: IN_PROGRESS for 2s [ 1077.529497] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32ea4779-20cf-47eb-8e28-11e3c5b48de8 [ 1077.530255] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.530255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.530255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.530572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.530572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.530640] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32ea4779-20cf-47eb-8e28-11e3c5b48de8 already deleted. [ 1077.530707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ea4779-20cf-47eb-8e28-11e3c5b48de8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.210909] env[63386]: INFO networking_nsxv3.common.synchronization [None req-b9bb4542-f819-454e-ae03-16b95921d5e3 None None] Enqueued Resource ID: 12632892-8711-4370-a56c-d0c44a09ccca with Priority: HIGHEST for action port [ 1079.211997] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12632892-8711-4370-a56c-d0c44a09ccca with Priority: HIGHEST for action port [ 1079.211997] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-12632892-8711-4370-a56c-d0c44a09ccca taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.211997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12632892-8711-4370-a56c-d0c44a09ccca" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.213918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12632892-8711-4370-a56c-d0c44a09ccca" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.214284] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12632892-8711-4370-a56c-d0c44a09ccca" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.214357] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12632892-8711-4370-a56c-d0c44a09ccca',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.500803] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c in Status: SUCCESS [ 1079.500803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.716307] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12632892-8711-4370-a56c-d0c44a09ccca [ 1079.716583] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.716728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.716857] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.717104] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.717198] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.717311] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12632892-8711-4370-a56c-d0c44a09ccca already deleted. [ 1079.717459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12632892-8711-4370-a56c-d0c44a09ccca" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.922969] env[63386]: INFO networking_nsxv3.common.synchronization [req-0ef58507-5a6a-42af-af00-89061fbfdafc req-c4db0d99-9b4e-4011-8f19-19ddc6e16248 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1079.923568] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1079.923905] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.924078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.924237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.924370] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.924544] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.924677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.924825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.924904] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.925029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.925072] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.428719] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.931653] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.434471] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.434774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.434774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.434939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.435050] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.435160] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1081.465104] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.465266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.465332] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.465577] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.465726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.473528] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1083.484244] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1083.484470] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.871226] env[63386]: INFO networking_nsxv3.common.synchronization [req-c175902c-dc7b-4065-b30d-70eff7dc7323 req-351697d9-b349-4cc3-8b29-842df8e641e3 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Enqueued Resource ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 with Priority: HIGHEST for action security_group_members [ 1083.871226] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 with Priority: HIGHEST for action security_group_members [ 1083.871226] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.871226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.871226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.871555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.871877] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.871877] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.871877] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.872064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.872202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.872453] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728f67a6-e338-4bbe-8f5e-8b96e90ec7a4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.306944] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.311438] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-891" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.311438] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-891" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.315021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-891" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.315021] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.315021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.315021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.315021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.315021] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.315021] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.315021] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.315021] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.315021] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.315021] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.315021] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.315021] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.334328] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.334509] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1084.334655] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.334844] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-891" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.335173] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-f3ad53cd-aa15-4ba7-8a88-10471be00fd4 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.335346] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-f3ad53cd-aa15-4ba7-8a88-10471be00fd4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.335466] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-f3ad53cd-aa15-4ba7-8a88-10471be00fd4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.335879] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-f3ad53cd-aa15-4ba7-8a88-10471be00fd4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.336044] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ad53cd-aa15-4ba7-8a88-10471be00fd4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.374904] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.375061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.375138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.375357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.375455] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.375939] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.375939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.375939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.375939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.376174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.376174] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 already deleted. [ 1084.376244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.841722] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.842174] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.842174] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.842378] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.842539] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.842699] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port f3ad53cd-aa15-4ba7-8a88-10471be00fd4 not found, creating... [ 1084.842971] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.843154] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.843300] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.843532] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.843702] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.843994] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.844187] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.844314] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.844526] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.844666] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.844810] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: f3ad53cd-aa15-4ba7-8a88-10471be00fd4 is going to be created. [ 1084.868896] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.869188] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.869330] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.869608] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.869850] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.870232] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-f3ad53cd-aa15-4ba7-8a88-10471be00fd4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.187067] env[63386]: INFO networking_nsxv3.common.synchronization [req-585f3208-eb54-43e1-a1d9-a676214353e2 req-b956d431-668f-4bf2-b9d5-c501b5cf61b7 tempest-DeleteServersTestJSON-1684945929 tempest-DeleteServersTestJSON-1684945929-project-member] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 1085.187664] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGHEST for action security_group_members [ 1085.188100] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.188243] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.188310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.188518] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.188679] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.188809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.188930] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.189060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.189166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.189256] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.691500] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.691650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.691726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.691988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.692079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.692235] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.692336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.692413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.692547] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.692623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.692710] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be updated. [ 1085.720841] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.720991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.721154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.721285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.721426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.729521] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: IN_PROGRESS for 2s [ 1085.872611] env[63386]: INFO networking_nsxv3.common.synchronization [req-c175902c-dc7b-4065-b30d-70eff7dc7323 req-53d28b36-d6b4-47ba-ad52-79c5c1add149 service nova] Enqueued Resource ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 with Priority: HIGHEST for action security_group_rules [ 1085.872869] env[63386]: INFO networking_nsxv3.common.synchronization [req-c175902c-dc7b-4065-b30d-70eff7dc7323 req-53d28b36-d6b4-47ba-ad52-79c5c1add149 service nova] Enqueued Resource ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 with Priority: HIGHEST for action security_group_members [ 1085.872954] env[63386]: INFO networking_nsxv3.common.synchronization [req-c175902c-dc7b-4065-b30d-70eff7dc7323 req-53d28b36-d6b4-47ba-ad52-79c5c1add149 service nova] Enqueued Resource ID: f3ad53cd-aa15-4ba7-8a88-10471be00fd4 with Priority: HIGHEST for action port [ 1085.873202] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 with Priority: HIGHEST for action security_group_rules [ 1085.873327] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 with Priority: HIGHEST for action security_group_members [ 1085.873426] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ad53cd-aa15-4ba7-8a88-10471be00fd4 with Priority: HIGHEST for action port [ 1085.873964] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.874101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.874167] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.874437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.874502] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728f67a6-e338-4bbe-8f5e-8b96e90ec7a4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.875324] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.875439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.875510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.875675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.875819] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.875912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.875974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.876130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.876214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.876302] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728f67a6-e338-4bbe-8f5e-8b96e90ec7a4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.877076] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3ad53cd-aa15-4ba7-8a88-10471be00fd4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.877358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3ad53cd-aa15-4ba7-8a88-10471be00fd4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.877358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3ad53cd-aa15-4ba7-8a88-10471be00fd4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.877464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3ad53cd-aa15-4ba7-8a88-10471be00fd4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.877464] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ad53cd-aa15-4ba7-8a88-10471be00fd4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.974128] env[63386]: INFO networking_nsxv3.common.synchronization [req-3d246450-09e0-41da-ada4-c01621cea8ba req-362fbbb6-7625-4d1e-a0a3-c7144a36c924 tempest-AttachInterfacesV270Test-1410950278 tempest-AttachInterfacesV270Test-1410950278-project-member] Enqueued Resource ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c with Priority: HIGHEST for action security_group_members [ 1085.974638] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c with Priority: HIGHEST for action security_group_members [ 1085.975018] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.975142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.975211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.976184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.976352] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.976463] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.976531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.976694] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.976790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.976909] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.379304] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.379584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.379814] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('728f67a6-e338-4bbe-8f5e-8b96e90ec7a4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.381130] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3ad53cd-aa15-4ba7-8a88-10471be00fd4 with status ACTIVE [ 1086.381366] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.381485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.381551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.381758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.381873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.382023] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.382165] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.382257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.383035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.383035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.383035] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.383035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.383035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.383035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.383434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.383434] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3ad53cd-aa15-4ba7-8a88-10471be00fd4 is going to be updated. [ 1086.403278] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.403436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.403482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.403679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.403905] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.403983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3ad53cd-aa15-4ba7-8a88-10471be00fd4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.478814] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.478956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.479045] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.479267] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.479360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.479551] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.479651] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.479716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.479872] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.479952] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.480058] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c is going to be updated. [ 1086.516174] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.516754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.516754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.516754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.516969] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.525527] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c in Status: IN_PROGRESS for 2s [ 1086.709293] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.709514] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.709646] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.709931] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.710231] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.710414] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.710537] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.710766] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.710922] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.711157] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.711279] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.711397] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.711511] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.711627] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.711740] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.711876] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.729482] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.729623] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1086.729769] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.729928] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.730220] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-e3645a43-54c8-4243-8b67-ffcbefa0aa53 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.730388] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.730515] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.730746] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.730886] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3645a43-54c8-4243-8b67-ffcbefa0aa53',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.885236] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('728f67a6-e338-4bbe-8f5e-8b96e90ec7a4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.233480] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.233480] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.233795] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.233795] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.233949] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.234259] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.234424] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.234547] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.234772] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.234911] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.235213] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.235494] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.235623] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.235839] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.235979] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.236142] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: e3645a43-54c8-4243-8b67-ffcbefa0aa53 is going to be updated. [ 1087.257656] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.257845] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.257975] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.258232] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.258426] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.258636] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.388090] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.388272] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.388346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.388569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.388706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.388762] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 is going to be created. [ 1087.417222] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.417378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.417426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.417627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.417788] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.428187] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 in Status: UNINITIALIZED for 2s [ 1087.738522] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71baf66-bad5-425f-bd02-82794ad062cc in Status: SUCCESS [ 1087.738668] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71baf66-bad5-425f-bd02-82794ad062cc deletion is rescheduled due to dependency. [ 1087.738952] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.946513] env[63386]: INFO networking_nsxv3.common.synchronization [req-9e5293a0-5932-43ef-b637-2554c8636ca1 req-db151d81-4f82-4f66-9919-bb2c36eef975 service nova] Enqueued Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_rules [ 1087.946802] env[63386]: INFO networking_nsxv3.common.synchronization [req-9e5293a0-5932-43ef-b637-2554c8636ca1 req-db151d81-4f82-4f66-9919-bb2c36eef975 service nova] Enqueued Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_members [ 1087.947079] env[63386]: INFO networking_nsxv3.common.synchronization [req-9e5293a0-5932-43ef-b637-2554c8636ca1 req-db151d81-4f82-4f66-9919-bb2c36eef975 service nova] Enqueued Resource ID: e3645a43-54c8-4243-8b67-ffcbefa0aa53 with Priority: HIGHEST for action port [ 1087.947594] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_rules [ 1087.947750] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_members [ 1087.947855] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3645a43-54c8-4243-8b67-ffcbefa0aa53 with Priority: HIGHEST for action port [ 1087.948153] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03de7228-488b-4d95-be37-bd987f1a5947 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.948276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.948343] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.948623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.948705] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.953019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-03de7228-488b-4d95-be37-bd987f1a5947 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.953019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.953019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.953019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.953019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.953019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.953019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.953019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.953019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.953019] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.953019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3645a43-54c8-4243-8b67-ffcbefa0aa53 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.953019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.953019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.953019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.953019] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3645a43-54c8-4243-8b67-ffcbefa0aa53',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.454028] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.454700] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-03de7228-488b-4d95-be37-bd987f1a5947 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.454852] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.455619] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3645a43-54c8-4243-8b67-ffcbefa0aa53 with status ACTIVE [ 1088.455797] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.455913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.455988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.456194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.456282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.456458] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.456555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.456616] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.456763] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.456888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.457095] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.457187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.457248] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.457392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.457482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.457542] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3645a43-54c8-4243-8b67-ffcbefa0aa53 is going to be updated. [ 1088.478748] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.478895] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.478955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.479153] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.479290] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.479445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3645a43-54c8-4243-8b67-ffcbefa0aa53" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.535497] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c in Status: SUCCESS [ 1088.535669] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c deletion is rescheduled due to dependency. [ 1088.535771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.956901] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.437281] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 in Status: SUCCESS [ 1089.437503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.437671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.437910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.438112] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.438237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.438310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.438464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.438540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.438661] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.438722] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('728f67a6-e338-4bbe-8f5e-8b96e90ec7a4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.459361] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.459503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.459592] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.459947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.459947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.460115] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03de7228-488b-4d95-be37-bd987f1a5947 is going to be updated. [ 1089.485900] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.486064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.486138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.486787] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.486787] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.494612] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03de7228-488b-4d95-be37-bd987f1a5947 in Status: IN_PROGRESS for 2s [ 1089.637800] env[63386]: INFO networking_nsxv3.common.synchronization [req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 req-53acf9e7-9d80-415b-ac5c-aca996e84b5f tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_members [ 1089.638444] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_members [ 1089.638803] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-5956bc39-5a26-4710-8d6d-30f6202341d4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.638956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.639049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.639285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.639458] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.639612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.639612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.639779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.639865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.639975] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.940848] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.941124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.941124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.941309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.941477] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.941574] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.941638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.941784] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.941870] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.941960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.942124] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.942276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.942342] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.942486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.942623] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.942715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.942768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.942907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.942979] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.943092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.943174] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('728f67a6-e338-4bbe-8f5e-8b96e90ec7a4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.142724] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.143128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.143128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.143210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.165755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.166011] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.166141] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.166205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.166408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.166492] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.166583] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 is going to be updated. [ 1090.190292] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.190487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.190487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.190695] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.190859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.199384] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.199585] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.199714] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.199980] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.200254] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.200414] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.200535] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.200749] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.200902] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.205204] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.205409] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.205542] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.205662] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.205787] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1090.205901] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.206072] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.207897] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 in Status: IN_PROGRESS for 2s [ 1090.227023] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.227320] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1090.227558] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.227871] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.228361] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.228640] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.228856] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.229857] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.230112] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f2491a3-bf1a-40bb-9e7e-0a5a60420b95',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.448269] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4: rpc.has_security_group_logging(os_id): False [ 1090.462898] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.463056] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.463136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.463351] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.463768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.463768] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.463768] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.463950] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.463950] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.464043] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.464437] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.464437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.464437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.464558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.464558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.464754] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.464849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.464904] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.465147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.465147] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.465247] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 is going to be created. [ 1090.517255] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.517482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.517569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.518027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.518027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.521560] env[63386]: INFO networking_nsxv3.common.synchronization [req-1db5ee16-7f8f-4cb8-9bc7-178aac233f4b req-a3f4999a-0208-4ee8-a925-03ef11d46b16 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b with Priority: HIGHEST for action security_group_members [ 1090.522227] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b with Priority: HIGHEST for action security_group_members [ 1090.523051] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b39140-7c68-4dfc-85c8-f17a0faf798b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.523255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.523255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.523436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.523622] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.523769] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.523848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.523963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.525558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.525558] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0b39140-7c68-4dfc-85c8-f17a0faf798b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.530359] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 in Status: IN_PROGRESS for 2s [ 1090.739398] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.739398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.739398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.739398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.739398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.739398] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 not found, creating... [ 1090.739398] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.739398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.739398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.739398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.739398] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.740044] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.740044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.740044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.740044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.742270] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.742551] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 is going to be created. [ 1090.763824] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.763824] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.763824] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.763824] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.763824] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.763824] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.026592] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.026592] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.026815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.027421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.027421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.027421] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.027827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.027827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.027827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.027943] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.028084] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b is going to be updated. [ 1091.054061] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.054061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.054254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.054437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.054545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.064684] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b in Status: IN_PROGRESS for 2s [ 1091.432370] env[63386]: INFO networking_nsxv3.common.synchronization [req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 req-6490393b-3449-46a9-898b-731b1f615202 service nova] Enqueued Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_rules [ 1091.432633] env[63386]: INFO networking_nsxv3.common.synchronization [req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 req-6490393b-3449-46a9-898b-731b1f615202 service nova] Enqueued Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_members [ 1091.432755] env[63386]: INFO networking_nsxv3.common.synchronization [req-ea30c5e1-afba-4091-a46a-2b78fa47b1c5 req-6490393b-3449-46a9-898b-731b1f615202 service nova] Enqueued Resource ID: 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 with Priority: HIGHEST for action port [ 1091.433339] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_rules [ 1091.433535] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_members [ 1091.433589] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 with Priority: HIGHEST for action port [ 1091.433894] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5956bc39-5a26-4710-8d6d-30f6202341d4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.434015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.434230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.434464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.434554] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.436012] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-5956bc39-5a26-4710-8d6d-30f6202341d4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.436172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.436421] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.436536] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.436616] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.436858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.436973] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f2491a3-bf1a-40bb-9e7e-0a5a60420b95',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.504072] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03de7228-488b-4d95-be37-bd987f1a5947 in Status: SUCCESS [ 1091.504438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.504647] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.504726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.504947] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.505077] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.505077] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.505236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.505293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.505361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.505459] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.937046] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-5956bc39-5a26-4710-8d6d-30f6202341d4 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.937213] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.939489] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 with status ACTIVE [ 1091.939678] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.939788] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.939857] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.940078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.940174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.940353] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.940453] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.940516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.940673] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.940751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.940928] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.941035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.941099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.941241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.941316] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.941400] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 is going to be updated. [ 1091.962623] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.962764] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.962867] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.963095] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.963278] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.963486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.008179] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.218255] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 in Status: SUCCESS [ 1092.218455] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 deletion is rescheduled due to dependency. [ 1092.218584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.218755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.218971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.219160] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.223148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.223254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.223456] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.223535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.223641] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.510202] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03de7228-488b-4d95-be37-bd987f1a5947: rpc.has_security_group_logging(os_id): False [ 1092.527251] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.527443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.527506] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.527911] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.528060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.528396] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.528541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.528612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.528805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.528898] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.529019] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03de7228-488b-4d95-be37-bd987f1a5947 is going to be updated. [ 1092.539450] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 in Status: SUCCESS [ 1092.539649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.588760] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.588945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.589052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.589359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.589569] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.600518] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03de7228-488b-4d95-be37-bd987f1a5947 in Status: IN_PROGRESS for 2s [ 1092.726652] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.073781] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b in Status: SUCCESS [ 1093.074024] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b39140-7c68-4dfc-85c8-f17a0faf798b deletion is rescheduled due to dependency. [ 1093.074179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b39140-7c68-4dfc-85c8-f17a0faf798b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.230174] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.734157] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.734686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.734686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.734686] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.734853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.734853] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 is going to be updated. [ 1093.761995] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.761995] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.761995] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.761995] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.761995] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.770192] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 in Status: IN_PROGRESS for 2s [ 1094.613332] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03de7228-488b-4d95-be37-bd987f1a5947 in Status: SUCCESS [ 1094.613581] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.780292] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 in Status: SUCCESS [ 1095.780580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.780753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.780986] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.781197] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.781320] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.781381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.781542] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.781625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.781801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.781801] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.284531] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-5956bc39-5a26-4710-8d6d-30f6202341d4 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.284670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.284708] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.284968] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.285156] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.285266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.285332] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.285492] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.285580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.285670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.285817] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-5956bc39-5a26-4710-8d6d-30f6202341d4 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.285909] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.285971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.286128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.286267] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.286359] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.286422] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.286562] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.286636] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.286716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.286803] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.435319] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1096.435432] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1096.789145] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5956bc39-5a26-4710-8d6d-30f6202341d4: rpc.has_security_group_logging(os_id): False [ 1096.807744] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.807972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.808102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.808361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.808397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.809403] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.809403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.809403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.809403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.809403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.809403] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.809403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.809403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.809915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.809915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.809980] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.810119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.810189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.810356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.810356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.810521] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 is going to be updated. [ 1096.901325] env[63386]: INFO networking_nsxv3.common.synchronization [req-d1cb4514-816a-47a8-b0a2-f5a23867bd9e req-9a55fec5-08ce-4c52-b5a7-0fdbd7d81675 tempest-ServersNegativeTestMultiTenantJSON-1037065102 tempest-ServersNegativeTestMultiTenantJSON-1037065102-project-member] Enqueued Resource ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 with Priority: HIGHEST for action security_group_members [ 1096.901978] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 with Priority: HIGHEST for action security_group_members [ 1096.902495] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.902642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.902715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.903428] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.903601] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.903715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.903782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.904766] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.904815] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.904916] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728f67a6-e338-4bbe-8f5e-8b96e90ec7a4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.947816] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.948108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.948108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.948322] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.948469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.965232] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 in Status: IN_PROGRESS for 2s [ 1097.059824] env[63386]: INFO networking_nsxv3.common.synchronization [req-fff1b2a2-9359-4a45-a071-86dd6f21185c req-8dba61ba-53e8-42e0-a66d-6e3a17f4b034 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 1097.060432] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 1097.060737] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.060862] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.060931] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.062275] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.062456] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.062572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.062638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.062808] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.062899] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.062991] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.408061] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.408061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.408061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.408335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.408402] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.408735] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.408735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.408836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.408933] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.409016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.409109] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 is going to be updated. [ 1097.433615] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.433786] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.433838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.434108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.434264] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.447531] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 in Status: IN_PROGRESS for 2s [ 1097.569314] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.569314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.569314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.569314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.569314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.569314] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.569314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.569314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.569314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.569314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.569314] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 1097.606516] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.606516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.606516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.606516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.606516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.617341] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 1098.974801] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 in Status: SUCCESS [ 1098.975073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.457112] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 in Status: SUCCESS [ 1099.457311] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 deletion is rescheduled due to dependency. [ 1099.457432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.626013] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 1099.626237] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 deletion is rescheduled due to dependency. [ 1099.626354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.063393] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1102.063907] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1102.871277] env[63386]: INFO networking_nsxv3.common.synchronization [None req-83e74b83-aefe-4720-a8fb-d9fd60b1ed06 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 with Priority: HIGHEST for action security_group_rules [ 1102.872445] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 with Priority: HIGHEST for action security_group_rules [ 1102.872445] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.872445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.872445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.872758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.872758] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7eb6ad5-25e1-467a-9366-21ca5b8c6630',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.013360] env[63386]: INFO networking_nsxv3.common.synchronization [None req-00e3ea4f-83cc-4ae7-a5dc-0e83044c75f9 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 with Priority: HIGHEST for action security_group_rules [ 1103.013783] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 with Priority: HIGHEST for action security_group_rules [ 1103.014113] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.014226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.136344] env[63386]: INFO networking_nsxv3.common.synchronization [None req-9fa25f97-c4ab-467b-a2e3-59a312ac16d6 None None] Enqueued Resource ID: 0ad54dc5-3e51-4832-98d2-217f72ffd7fe with Priority: HIGHEST for action port [ 1103.136642] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ad54dc5-3e51-4832-98d2-217f72ffd7fe with Priority: HIGHEST for action port [ 1103.137619] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ad54dc5-3e51-4832-98d2-217f72ffd7fe taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.137755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ad54dc5-3e51-4832-98d2-217f72ffd7fe" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.137804] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ad54dc5-3e51-4832-98d2-217f72ffd7fe" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.138422] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ad54dc5-3e51-4832-98d2-217f72ffd7fe" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.138569] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ad54dc5-3e51-4832-98d2-217f72ffd7fe',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.356283] env[63386]: INFO networking_nsxv3.common.synchronization [req-1c6ba3b1-47e5-4ecd-9185-76fbc9993be4 req-38d84823-00cb-4b80-8d58-ca1c8a856132 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_members [ 1103.356850] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 with Priority: HIGHEST for action security_group_members [ 1103.357437] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-5956bc39-5a26-4710-8d6d-30f6202341d4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.357645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.357762] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.358018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.358264] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.358457] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.358623] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.359593] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.359593] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.359593] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5956bc39-5a26-4710-8d6d-30f6202341d4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.397025] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.397025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.397025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.397025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.397025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.397025] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 already deleted. [ 1103.397025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.397025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.397025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.397582] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7eb6ad5-25e1-467a-9366-21ca5b8c6630',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.641612] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ad54dc5-3e51-4832-98d2-217f72ffd7fe [ 1103.641906] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.642186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.642186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.642418] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.643782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.643782] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ad54dc5-3e51-4832-98d2-217f72ffd7fe already deleted. [ 1103.643782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ad54dc5-3e51-4832-98d2-217f72ffd7fe" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.739649] env[63386]: INFO networking_nsxv3.common.synchronization [req-1c6ba3b1-47e5-4ecd-9185-76fbc9993be4 req-38d84823-00cb-4b80-8d58-ca1c8a856132 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 with Priority: HIGHEST for action port [ 1103.739649] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 with Priority: HIGHEST for action port [ 1103.739649] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.739649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.739649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.739649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.739649] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f2491a3-bf1a-40bb-9e7e-0a5a60420b95',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.862168] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.862325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.862396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.862604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.862691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.862878] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.863032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.863066] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.863188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.863262] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.863348] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 is going to be updated. [ 1103.890927] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.890927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.890927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.890927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.891446] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.898923] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 in Status: IN_PROGRESS for 2s [ 1103.916807] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.916807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.916807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.916807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.916807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.916807] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 already deleted. [ 1103.917118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.242962] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 with status ACTIVE [ 1104.243263] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.243333] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.243371] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.244279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.244279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.244279] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.245335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.245424] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.245594] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.245676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.245883] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.245981] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.246061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.246206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.246282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.246363] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f2491a3-bf1a-40bb-9e7e-0a5a60420b95 is going to be updated. [ 1104.267667] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.267843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.267892] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.268151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.268303] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.268462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f2491a3-bf1a-40bb-9e7e-0a5a60420b95" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.864212] env[63386]: INFO networking_nsxv3.common.synchronization [None req-8a55ded1-ff50-4ffa-a3e7-d83d41ad2032 None None] Enqueued Resource ID: b9581985-1b74-4817-9b4e-9806485f705c with Priority: HIGHEST for action port [ 1104.864212] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9581985-1b74-4817-9b4e-9806485f705c with Priority: HIGHEST for action port [ 1104.864212] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9581985-1b74-4817-9b4e-9806485f705c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.864212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9581985-1b74-4817-9b4e-9806485f705c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.864212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9581985-1b74-4817-9b4e-9806485f705c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.864410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9581985-1b74-4817-9b4e-9806485f705c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.864447] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9581985-1b74-4817-9b4e-9806485f705c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.896183] env[63386]: INFO networking_nsxv3.common.synchronization [None req-2727e23c-8bce-4296-a3d0-378dd814dda4 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Enqueued Resource ID: 9b003c32-578d-401e-944d-ff19b049a71e with Priority: HIGHEST for action security_group_rules [ 1104.898335] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b003c32-578d-401e-944d-ff19b049a71e with Priority: HIGHEST for action security_group_rules [ 1104.899635] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b003c32-578d-401e-944d-ff19b049a71e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.900574] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.900684] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.901032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.901367] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b003c32-578d-401e-944d-ff19b049a71e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.991790] env[63386]: INFO networking_nsxv3.common.synchronization [None req-73f7f47c-20f1-4b12-87a7-f8c68bba6cc5 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Enqueued Resource ID: 9b003c32-578d-401e-944d-ff19b049a71e with Priority: HIGHEST for action security_group_rules [ 1104.992380] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b003c32-578d-401e-944d-ff19b049a71e with Priority: HIGHEST for action security_group_rules [ 1104.992692] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b003c32-578d-401e-944d-ff19b049a71e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.992797] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.043733] env[63386]: INFO networking_nsxv3.common.synchronization [req-4ba2968f-4685-4314-b189-8915253fdebe req-99415c67-3851-4439-9b8c-a3f889bfe6cb tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1105.044369] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1105.044594] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.044776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.044776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.044985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.045314] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.045479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.045479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.045650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.045826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.045826] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.371092] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9581985-1b74-4817-9b4e-9806485f705c [ 1105.371793] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.371793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.371793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.371793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.371992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.371992] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9581985-1b74-4817-9b4e-9806485f705c already deleted. [ 1105.371992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9581985-1b74-4817-9b4e-9806485f705c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.420747] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.420939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.420939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.421181] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.421426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.421426] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b003c32-578d-401e-944d-ff19b049a71e already deleted. [ 1105.421522] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.421618] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.421748] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.421824] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b003c32-578d-401e-944d-ff19b049a71e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.532552] env[63386]: INFO networking_nsxv3.common.synchronization [None req-470f1a5d-b32d-4dd0-b64e-0ae700e8b87e None None] Enqueued Resource ID: 7a8a4dce-fabe-458a-a02f-827ff3aa7e08 with Priority: HIGHEST for action port [ 1105.533247] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8a4dce-fabe-458a-a02f-827ff3aa7e08 with Priority: HIGHEST for action port [ 1105.533613] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a8a4dce-fabe-458a-a02f-827ff3aa7e08 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.533824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a8a4dce-fabe-458a-a02f-827ff3aa7e08" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.533967] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a8a4dce-fabe-458a-a02f-827ff3aa7e08" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.535632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a8a4dce-fabe-458a-a02f-827ff3aa7e08" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.535812] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a8a4dce-fabe-458a-a02f-827ff3aa7e08',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.547616] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.633180] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.633526] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.634149] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.636729] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.636729] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.636729] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.636729] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.636729] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.636729] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.636729] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.638249] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.638249] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.638249] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.638249] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.638249] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.638425] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.665098] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.665411] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1105.665649] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.665947] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-480" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.666487] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-b819f036-a5ce-45e6-bb78-9606c5221111 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.666950] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-b819f036-a5ce-45e6-bb78-9606c5221111" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.667062] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-b819f036-a5ce-45e6-bb78-9606c5221111" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.667666] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-b819f036-a5ce-45e6-bb78-9606c5221111" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.669083] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b819f036-a5ce-45e6-bb78-9606c5221111',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.913659] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 in Status: SUCCESS [ 1105.914243] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5956bc39-5a26-4710-8d6d-30f6202341d4 deletion is rescheduled due to dependency. [ 1105.914243] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5956bc39-5a26-4710-8d6d-30f6202341d4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.946205] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.946205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.946205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.946205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.946205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.946205] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b003c32-578d-401e-944d-ff19b049a71e already deleted. [ 1105.946632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.039287] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a8a4dce-fabe-458a-a02f-827ff3aa7e08 [ 1106.041409] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.041409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.041409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.041409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.041409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.041409] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a8a4dce-fabe-458a-a02f-827ff3aa7e08 already deleted. [ 1106.041409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a8a4dce-fabe-458a-a02f-827ff3aa7e08" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.050593] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.172123] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.172390] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.172524] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.172810] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.172972] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.173171] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port b819f036-a5ce-45e6-bb78-9606c5221111 not found, creating... [ 1106.173491] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.173701] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.173833] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.174076] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.174260] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.174523] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.174686] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.174809] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.179088] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.179331] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.179503] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: b819f036-a5ce-45e6-bb78-9606c5221111 is going to be created. [ 1106.200846] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.201171] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.201269] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.201498] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.201738] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.202064] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-b819f036-a5ce-45e6-bb78-9606c5221111" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.554901] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.558021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.558021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.558021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.558021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.558021] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1106.586563] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.586563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.586563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.586563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.586563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.593166] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1106.903856] env[63386]: INFO networking_nsxv3.common.synchronization [req-4ba2968f-4685-4314-b189-8915253fdebe req-de2c219e-b24b-445b-903b-89cfa355fb5e service nova] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_rules [ 1106.903856] env[63386]: INFO networking_nsxv3.common.synchronization [req-4ba2968f-4685-4314-b189-8915253fdebe req-de2c219e-b24b-445b-903b-89cfa355fb5e service nova] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1106.903856] env[63386]: INFO networking_nsxv3.common.synchronization [req-4ba2968f-4685-4314-b189-8915253fdebe req-de2c219e-b24b-445b-903b-89cfa355fb5e service nova] Enqueued Resource ID: b819f036-a5ce-45e6-bb78-9606c5221111 with Priority: HIGHEST for action port [ 1106.903856] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_rules [ 1106.903856] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1106.903856] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b819f036-a5ce-45e6-bb78-9606c5221111 with Priority: HIGHEST for action port [ 1106.905036] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.905337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.905518] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.905940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.906122] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.907088] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.907418] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.907726] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-b819f036-a5ce-45e6-bb78-9606c5221111 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.907974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b819f036-a5ce-45e6-bb78-9606c5221111" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.908162] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b819f036-a5ce-45e6-bb78-9606c5221111" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.908421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b819f036-a5ce-45e6-bb78-9606c5221111" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.908576] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b819f036-a5ce-45e6-bb78-9606c5221111',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.945813] env[63386]: INFO networking_nsxv3.common.synchronization [None req-72e18a3a-b6b8-4eac-9058-3d057ef6a7a0 None None] Enqueued Resource ID: 6229d83a-d44b-432c-9178-51cbaa601a03 with Priority: HIGHEST for action port [ 1106.945813] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6229d83a-d44b-432c-9178-51cbaa601a03 with Priority: HIGHEST for action port [ 1106.945813] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-6229d83a-d44b-432c-9178-51cbaa601a03 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.945813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6229d83a-d44b-432c-9178-51cbaa601a03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.945813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6229d83a-d44b-432c-9178-51cbaa601a03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.945813] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6229d83a-d44b-432c-9178-51cbaa601a03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1106.945813] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6229d83a-d44b-432c-9178-51cbaa601a03',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.410734] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.410901] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.411112] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b819f036-a5ce-45e6-bb78-9606c5221111 with status ACTIVE [ 1107.411293] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.412030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.412030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.412030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.412030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.412030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.412030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.412313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.412313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.412313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.412516] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.412564] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.412685] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.412770] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.412845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.412929] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b819f036-a5ce-45e6-bb78-9606c5221111 is going to be updated. [ 1107.435022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.435022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.435022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.435022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.435022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.435022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b819f036-a5ce-45e6-bb78-9606c5221111" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.448178] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6229d83a-d44b-432c-9178-51cbaa601a03 [ 1107.448642] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.448642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.448642] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.448848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.448848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.448944] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6229d83a-d44b-432c-9178-51cbaa601a03 already deleted. [ 1107.448944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6229d83a-d44b-432c-9178-51cbaa601a03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.601988] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1108.602259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.602408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.602646] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.602839] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.602956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.603035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.603201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1108.603282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.603383] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.106051] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.608584] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.111421] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.111624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.111664] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.111902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.111997] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.112118] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1110.137984] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.138257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.138345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.138544] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.138693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.146991] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1110.489187] env[63386]: INFO networking_nsxv3.common.synchronization [req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 req-718e2fc3-b914-4c3c-a835-938f825958a5 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 1110.489819] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 1110.492923] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.493109] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.493187] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.493446] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.493643] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.493897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.493897] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.493990] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.494100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.494199] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.996544] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.996861] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.996861] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.997376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.997376] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.997376] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.997530] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.997530] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.997809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.997809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.997809] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 1111.028188] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.028369] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.028451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.028679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.028846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.039364] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.039364] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.039364] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.039364] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.039843] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.039843] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.040053] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.040197] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.040352] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.040590] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.040703] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.040809] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.040918] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.041037] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.041202] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.041359] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.043984] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 1111.060680] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.060680] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.060680] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.060680] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-461" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.060680] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-fd8dd582-0069-4fdf-aae7-ce1554531590 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.060680] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-fd8dd582-0069-4fdf-aae7-ce1554531590" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.061070] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-fd8dd582-0069-4fdf-aae7-ce1554531590" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.061163] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-fd8dd582-0069-4fdf-aae7-ce1554531590" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.061282] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd8dd582-0069-4fdf-aae7-ce1554531590',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.566675] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.567020] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.567187] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.567549] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.567759] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.567955] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port fd8dd582-0069-4fdf-aae7-ce1554531590 not found, creating... [ 1111.568276] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.568459] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.568598] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.568859] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.574872] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.575329] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.575746] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.575746] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.576323] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.576323] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.576452] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: fd8dd582-0069-4fdf-aae7-ce1554531590 is going to be created. [ 1111.603991] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.604324] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.604463] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.604780] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.605063] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.605364] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-fd8dd582-0069-4fdf-aae7-ce1554531590" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.157576] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1112.157921] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.158168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.158447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.159315] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.159315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.159315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.159315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.159315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.159315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.159711] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.662213] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.662447] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.662523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.662910] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.663053] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.663150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.663194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.663372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.663493] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.663632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.663808] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.663918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.663987] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.664184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.664318] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.664519] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.664519] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.664653] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.664703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.664782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.664880] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.682497] env[63386]: INFO networking_nsxv3.common.synchronization [req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 req-c4e360d5-e185-40c4-9179-4c369c763a67 service nova] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_rules [ 1112.682701] env[63386]: INFO networking_nsxv3.common.synchronization [req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 req-c4e360d5-e185-40c4-9179-4c369c763a67 service nova] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 1112.682899] env[63386]: INFO networking_nsxv3.common.synchronization [req-bdf8d233-2523-4d78-82a4-4e5d52c7a183 req-c4e360d5-e185-40c4-9179-4c369c763a67 service nova] Enqueued Resource ID: fd8dd582-0069-4fdf-aae7-ce1554531590 with Priority: HIGHEST for action port [ 1112.683601] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_rules [ 1112.683760] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 1112.683872] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd8dd582-0069-4fdf-aae7-ce1554531590 with Priority: HIGHEST for action port [ 1112.685081] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.685216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.685286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.685526] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.685573] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.687042] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.687042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.687176] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd8dd582-0069-4fdf-aae7-ce1554531590 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.687263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd8dd582-0069-4fdf-aae7-ce1554531590" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.687344] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd8dd582-0069-4fdf-aae7-ce1554531590" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.687483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd8dd582-0069-4fdf-aae7-ce1554531590" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.687647] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd8dd582-0069-4fdf-aae7-ce1554531590',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.057848] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 1113.057848] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 deletion is rescheduled due to dependency. [ 1113.057848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.057848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.057848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.057848] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.057848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.057848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.057848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.057848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.057848] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.167977] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e06359-695e-4590-9877-bab0af1d7f54: rpc.has_security_group_logging(os_id): False [ 1113.188244] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.188423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.188473] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.188770] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.188873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.189134] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.189275] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.189355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.189462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.189539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.189724] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.189818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.189880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.190034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.190109] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.190294] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.190408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.190476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.190751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.190751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.190809] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1113.193708] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.193826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.194052] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd8dd582-0069-4fdf-aae7-ce1554531590 with status ACTIVE [ 1113.194211] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.194312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.198164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.198164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.198164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.198164] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.198164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.198164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.198164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.198164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.198164] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.198164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.198164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.198164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.198164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.198164] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd8dd582-0069-4fdf-aae7-ce1554531590 is going to be updated. [ 1113.218104] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.218330] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.218404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.218641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.218793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.218977] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd8dd582-0069-4fdf-aae7-ce1554531590" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.267618] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.267791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.267853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.268203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.268378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.282666] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.282902] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.283045] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.283371] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.283665] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.283838] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.283961] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.284215] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.284377] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.284612] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.284732] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.284847] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.284960] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.285118] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.285253] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.285396] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.305709] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1113.311739] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.311940] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.312102] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.312333] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-652" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.312720] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-bcb5f706-59cd-407b-af36-6f397c094d03 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.312931] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.313051] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.313381] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.313533] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb5f706-59cd-407b-af36-6f397c094d03',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.560364] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.816100] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.816350] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.816482] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.816803] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.816960] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.818027] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.818027] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.818027] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.818027] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.818027] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.818302] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.818467] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.818590] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.818806] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.818950] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.819111] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: bcb5f706-59cd-407b-af36-6f397c094d03 is going to be updated. [ 1113.840416] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.840705] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.840821] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.841172] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.841405] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.841671] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.062965] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.569480] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.570071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.570071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.570204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.570252] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.570347] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 1114.596509] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.596666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.596749] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.596985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.597239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.604608] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 1114.981657] env[63386]: INFO networking_nsxv3.common.synchronization [req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 req-c6a6e214-4185-41b1-991c-1b59ac8806f0 service nova] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_rules [ 1114.981877] env[63386]: INFO networking_nsxv3.common.synchronization [req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 req-c6a6e214-4185-41b1-991c-1b59ac8806f0 service nova] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 1114.982043] env[63386]: INFO networking_nsxv3.common.synchronization [req-cc9937eb-56ab-4bbb-88f2-214e3be101c4 req-c6a6e214-4185-41b1-991c-1b59ac8806f0 service nova] Enqueued Resource ID: bcb5f706-59cd-407b-af36-6f397c094d03 with Priority: HIGHEST for action port [ 1114.985299] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_rules [ 1114.985299] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 1114.985299] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb5f706-59cd-407b-af36-6f397c094d03 with Priority: HIGHEST for action port [ 1114.985299] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.985299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.985299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.985299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.985299] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.985299] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.985299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.985299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.985299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.985833] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.985833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.985833] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.985925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.986026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.986160] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.987220] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcb5f706-59cd-407b-af36-6f397c094d03 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.987381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.987496] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.987694] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1114.987787] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb5f706-59cd-407b-af36-6f397c094d03',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.319594] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1115.319842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.489450] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.491591] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.491591] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.496394] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcb5f706-59cd-407b-af36-6f397c094d03 with status ACTIVE [ 1115.496394] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.496394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.496394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.496394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.496394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.496394] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.496394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.496394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.496394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.496394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.496394] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.496394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.496394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.496394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.496394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.496394] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcb5f706-59cd-407b-af36-6f397c094d03 is going to be updated. [ 1115.517267] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.517439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.517625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.518232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1115.518232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.518232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcb5f706-59cd-407b-af36-6f397c094d03" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.992616] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.109951] env[63386]: INFO networking_nsxv3.common.synchronization [req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c req-e51558c0-58d4-4795-80e0-d748ffb9ec54 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 with Priority: HIGHEST for action security_group_members [ 1116.110588] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 with Priority: HIGHEST for action security_group_members [ 1116.110828] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.110954] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.111232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.111853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.111853] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.111853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.111853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.112163] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.112218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.112303] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7eb6ad5-25e1-467a-9366-21ca5b8c6630',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.495399] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.495793] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.495934] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.496234] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.496365] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.496508] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 is going to be updated. [ 1116.525522] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.527086] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.527261] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.527584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.527804] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.531904] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.532184] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.532363] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.532673] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.532999] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.533273] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.533433] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.533689] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.533918] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.534321] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.534446] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.534602] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.534754] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.534920] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1116.535097] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.535314] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.536925] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: IN_PROGRESS for 2s [ 1116.553219] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.553429] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1116.553581] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.553767] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-151" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.554999] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.554999] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.554999] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.554999] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.554999] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.614455] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 1116.614710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.615134] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.615319] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.615371] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.615919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.615919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.615919] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.616109] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.616109] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.616226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.616317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.616403] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 already deleted. [ 1116.616487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.616625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.616788] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.616954] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.617076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.617165] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.617334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1116.617415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.617497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.617606] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.058907] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.059274] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.059375] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.059678] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.059840] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.060057] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 not found, creating... [ 1117.060357] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.060530] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.060658] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.060898] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.061063] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.061357] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.061543] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.061675] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.061929] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.062094] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.062246] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 is going to be created. [ 1117.082866] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.083099] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.083377] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.083563] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.083805] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.084067] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.125887] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.126105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.126105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.126325] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.126692] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.126692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.126692] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.126877] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.126912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.127012] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.127231] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.127367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.127433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.127586] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.127727] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.127828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.127925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.128111] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.128193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.128309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.128409] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.630222] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2d5ea4e-f26b-4439-97cc-9b24f5211d64: rpc.has_security_group_logging(os_id): False [ 1117.656318] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.656545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.656626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.656851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.656945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.657219] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.657338] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.657415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.657572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.657656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.657849] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.657947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.658023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.658211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.658299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.658506] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.658612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.658674] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.658825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.658902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.658989] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 1117.723016] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.723174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.723240] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.723497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.723579] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.736414] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 1117.818103] env[63386]: INFO networking_nsxv3.common.synchronization [req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c req-0a379d7d-7a90-40e3-97a3-41169d8dee1a service nova] Enqueued Resource ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 with Priority: HIGHEST for action security_group_rules [ 1117.818103] env[63386]: INFO networking_nsxv3.common.synchronization [req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c req-0a379d7d-7a90-40e3-97a3-41169d8dee1a service nova] Enqueued Resource ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 with Priority: HIGHEST for action security_group_members [ 1117.818103] env[63386]: INFO networking_nsxv3.common.synchronization [req-1f3a1d7b-f50f-49bc-ae53-59e507c3838c req-0a379d7d-7a90-40e3-97a3-41169d8dee1a service nova] Enqueued Resource ID: 3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 with Priority: HIGHEST for action port [ 1117.818313] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 with Priority: HIGHEST for action security_group_rules [ 1117.818496] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 with Priority: HIGHEST for action security_group_members [ 1117.818496] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 with Priority: HIGHEST for action port [ 1117.819137] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.819137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.819401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.819596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.819696] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7eb6ad5-25e1-467a-9366-21ca5b8c6630',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.820621] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.820781] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.820825] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.821016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.821188] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.821317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.821398] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.821590] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.821703] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.821819] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7eb6ad5-25e1-467a-9366-21ca5b8c6630',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.822810] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.822810] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.822920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.824019] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.824019] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.328162] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7eb6ad5-25e1-467a-9366-21ca5b8c6630',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.329612] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.329756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.330319] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 with status ACTIVE [ 1118.333138] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.333138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.333138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.333138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.333138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.333138] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.333138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.333138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.333138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.333138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.333138] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.333138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.333138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.333138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.333138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.333138] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5 is going to be updated. [ 1118.354052] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.354321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.354321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.354522] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.354666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.354829] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e2d646e-5c57-4882-bc4f-72d7f7b7c1d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.396924] env[63386]: INFO networking_nsxv3.common.synchronization [req-009e20a5-c149-429c-9ebe-8e5b6d25075e req-ab1e504b-32ce-4aa9-a2c2-78456df0301e tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Enqueued Resource ID: 34c07878-4031-4b01-9f79-cfcec400931b with Priority: HIGHEST for action security_group_members [ 1118.397580] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c07878-4031-4b01-9f79-cfcec400931b with Priority: HIGHEST for action security_group_members [ 1118.397887] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c07878-4031-4b01-9f79-cfcec400931b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.398040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.399753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.400059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.400237] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.400338] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.400496] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.400718] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.400800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.400899] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c07878-4031-4b01-9f79-cfcec400931b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.548790] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: SUCCESS [ 1118.549078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.549204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.549445] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.549638] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.549752] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.549842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.549999] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.550091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.550179] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.550274] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.761648] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.761917] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-364" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.762096] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-364" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.762718] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-364" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.763151] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.763362] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.763616] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.763890] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.764092] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.764381] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.764748] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.764909] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.765182] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.765355] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.765541] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.765753] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.784631] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.785464] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1118.785464] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.785464] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-364" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.786191] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-06664a85-2663-41cc-8711-9123b0bb3b4a taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.786191] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-06664a85-2663-41cc-8711-9123b0bb3b4a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.786191] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-06664a85-2663-41cc-8711-9123b0bb3b4a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.786191] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-06664a85-2663-41cc-8711-9123b0bb3b4a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.786350] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06664a85-2663-41cc-8711-9123b0bb3b4a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.835013] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7eb6ad5-25e1-467a-9366-21ca5b8c6630',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.904855] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.904855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.904855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.904855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.904855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.904855] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.904855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.904855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.904855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1118.904855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.904855] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c07878-4031-4b01-9f79-cfcec400931b already deleted. [ 1118.904855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.052345] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.290166] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.290452] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.290592] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.290905] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.291081] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.291248] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 06664a85-2663-41cc-8711-9123b0bb3b4a not found, creating... [ 1119.291721] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.291819] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.291897] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.292150] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.292300] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.292586] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.292746] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.292869] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.293098] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.293336] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.293394] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 06664a85-2663-41cc-8711-9123b0bb3b4a is going to be created. [ 1119.314039] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.314039] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.314039] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.314039] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.314039] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.314475] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-06664a85-2663-41cc-8711-9123b0bb3b4a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.337725] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.338087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.338087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.338362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.338502] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.338616] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 is going to be created. [ 1119.363047] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.363047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.363357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.363357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.363515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.373900] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 in Status: UNINITIALIZED for 2s [ 1119.554693] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2: rpc.has_security_group_logging(os_id): False [ 1119.575704] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.575971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.575971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.576157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.576226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.576463] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.576598] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.576705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.576777] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.576843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.576924] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 is going to be updated. [ 1119.661568] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.661568] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.661568] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.661568] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.661568] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.675313] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: IN_PROGRESS for 2s [ 1119.769071] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 1119.769545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.064786] env[63386]: INFO networking_nsxv3.common.synchronization [req-009e20a5-c149-429c-9ebe-8e5b6d25075e req-1314638b-4d52-4cfa-b261-e2236665165e service nova] Enqueued Resource ID: 34c07878-4031-4b01-9f79-cfcec400931b with Priority: HIGHEST for action security_group_rules [ 1120.064786] env[63386]: INFO networking_nsxv3.common.synchronization [req-009e20a5-c149-429c-9ebe-8e5b6d25075e req-1314638b-4d52-4cfa-b261-e2236665165e service nova] Enqueued Resource ID: 34c07878-4031-4b01-9f79-cfcec400931b with Priority: HIGHEST for action security_group_members [ 1120.065216] env[63386]: INFO networking_nsxv3.common.synchronization [req-009e20a5-c149-429c-9ebe-8e5b6d25075e req-1314638b-4d52-4cfa-b261-e2236665165e service nova] Enqueued Resource ID: 06664a85-2663-41cc-8711-9123b0bb3b4a with Priority: HIGHEST for action port [ 1120.065216] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c07878-4031-4b01-9f79-cfcec400931b with Priority: HIGHEST for action security_group_rules [ 1120.065378] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c07878-4031-4b01-9f79-cfcec400931b with Priority: HIGHEST for action security_group_members [ 1120.065499] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06664a85-2663-41cc-8711-9123b0bb3b4a with Priority: HIGHEST for action port [ 1120.066805] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c07878-4031-4b01-9f79-cfcec400931b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.068125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.068125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.068125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.068125] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c07878-4031-4b01-9f79-cfcec400931b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.069265] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c07878-4031-4b01-9f79-cfcec400931b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.069265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.069401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.069607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.069760] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.069858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.069923] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.070128] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.070232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.070360] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c07878-4031-4b01-9f79-cfcec400931b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.071492] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-06664a85-2663-41cc-8711-9123b0bb3b4a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.071492] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06664a85-2663-41cc-8711-9123b0bb3b4a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.071492] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06664a85-2663-41cc-8711-9123b0bb3b4a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.071641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06664a85-2663-41cc-8711-9123b0bb3b4a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.071641] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06664a85-2663-41cc-8711-9123b0bb3b4a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.576029] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c07878-4031-4b01-9f79-cfcec400931b taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.576029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.576029] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06664a85-2663-41cc-8711-9123b0bb3b4a with status ACTIVE [ 1120.576029] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.576029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.576029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.576029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.576029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.576029] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.576029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.576029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.576029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.577303] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.577448] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.577602] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.577669] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.577864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.577940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.578051] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06664a85-2663-41cc-8711-9123b0bb3b4a is going to be updated. [ 1120.579269] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34c07878-4031-4b01-9f79-cfcec400931b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.604030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.604030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.604030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.604030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1120.604030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.604329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06664a85-2663-41cc-8711-9123b0bb3b4a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.082578] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34c07878-4031-4b01-9f79-cfcec400931b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.383516] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 in Status: SUCCESS [ 1121.383854] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.384042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.384172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.384378] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.384498] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.384629] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.384751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.384912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.384993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.385064] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7eb6ad5-25e1-467a-9366-21ca5b8c6630',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.466348] env[63386]: INFO networking_nsxv3.common.synchronization [req-9b06d3b7-2d5b-4abd-ae33-016e58b994d2 req-2f6e90c5-ad0a-4691-b1b7-443798503562 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1121.466668] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1121.467658] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.467868] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.467938] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.468158] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.468325] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.468532] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.468596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.468757] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.468907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.468991] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.584830] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.585255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.585255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.585365] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.585433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.585535] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c07878-4031-4b01-9f79-cfcec400931b is going to be created. [ 1121.610286] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.610436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.610502] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.610944] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.611168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.620656] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c07878-4031-4b01-9f79-cfcec400931b in Status: UNINITIALIZED for 2s [ 1121.692983] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: SUCCESS [ 1121.693210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.887218] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7eb6ad5-25e1-467a-9366-21ca5b8c6630',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.971820] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.389486] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7eb6ad5-25e1-467a-9366-21ca5b8c6630: rpc.has_security_group_logging(os_id): False [ 1122.411542] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.411818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.411900] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.412204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.412307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.412660] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.412801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.412801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.412907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.413060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.413109] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 is going to be created. [ 1122.474051] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.478740] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.478924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.479040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.479267] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.479459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.491422] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 in Status: IN_PROGRESS for 2s [ 1122.977756] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.978110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.978110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.979125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.979238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.979351] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1123.010717] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.010717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.010717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.010717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.010717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.020025] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1123.631255] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c07878-4031-4b01-9f79-cfcec400931b in Status: SUCCESS [ 1123.631481] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.631650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.631878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.632080] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.632192] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.632256] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.632418] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.632496] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.632584] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.632673] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34c07878-4031-4b01-9f79-cfcec400931b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.135376] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c07878-4031-4b01-9f79-cfcec400931b taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.135715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.135715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.135972] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.136246] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.136421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.136541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.136739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.136836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.136947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.137094] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c07878-4031-4b01-9f79-cfcec400931b taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.137212] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.137280] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.137433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.137575] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.137670] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.137734] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.137876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.137966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.138062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.138154] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34c07878-4031-4b01-9f79-cfcec400931b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.146756] env[63386]: INFO networking_nsxv3.common.synchronization [req-46cb877b-e8e3-46e8-a127-163b8ef47820 req-296fb9ab-a1ea-48d7-9eef-8c2f89581c65 tempest-ServerDiskConfigTestJSON-588122152 tempest-ServerDiskConfigTestJSON-588122152-project-member] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 1124.147567] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGHEST for action security_group_members [ 1124.148240] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.148430] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.148510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.148671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.148830] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.148927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.148991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.149156] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.149239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.149332] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.503583] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 in Status: SUCCESS [ 1124.503819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.642376] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34c07878-4031-4b01-9f79-cfcec400931b: rpc.has_security_group_logging(os_id): False [ 1124.651244] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.651392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.651462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.651676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.651767] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.651949] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.652061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.652143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.652269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.652585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.652692] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be updated. [ 1124.669762] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.669902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.669974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.670186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.670273] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.670486] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.670587] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.670651] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.670802] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.670881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.671072] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.671171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.671233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.671383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.671457] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.671632] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.671728] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.671814] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.671993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.672088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.672176] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c07878-4031-4b01-9f79-cfcec400931b is going to be created. [ 1124.689079] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.689233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.689307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.689535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.689653] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.696303] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: IN_PROGRESS for 2s [ 1124.728428] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.728687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.728847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.729223] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.729548] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.741801] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c07878-4031-4b01-9f79-cfcec400931b in Status: IN_PROGRESS for 2s [ 1125.033397] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1125.033397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.705190] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 in Status: SUCCESS [ 1126.705596] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 deletion is rescheduled due to dependency. [ 1126.705596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.755412] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c07878-4031-4b01-9f79-cfcec400931b in Status: SUCCESS [ 1126.755668] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.749427] env[63386]: INFO networking_nsxv3.common.synchronization [req-f48fb8a3-e036-4e83-99da-b21421fa2faf req-9fae6db6-0ff9-45bf-9ffb-3b0cfffc97a6 tempest-ServersTestJSON-779800511 tempest-ServersTestJSON-779800511-project-member] Enqueued Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1128.749979] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06359-695e-4590-9877-bab0af1d7f54 with Priority: HIGHEST for action security_group_members [ 1128.750454] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e06359-695e-4590-9877-bab0af1d7f54 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.750585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.750656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.750858] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.751026] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.751780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.751780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.751780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.751780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.751780] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e06359-695e-4590-9877-bab0af1d7f54',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.255242] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.255368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.255415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.259205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.259354] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.259602] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.259722] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.259778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.259970] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.260062] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.260154] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 is going to be updated. [ 1129.290201] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.290372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.290440] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.290617] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.290754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.301958] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: IN_PROGRESS for 2s [ 1130.687564] env[63386]: INFO networking_nsxv3.common.synchronization [req-b67dadce-7187-4f39-b0b7-763ebc258dc3 req-2a04727b-0db8-4aea-b287-3bb7f4fa41b2 tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Enqueued Resource ID: 9b003c32-578d-401e-944d-ff19b049a71e with Priority: HIGHEST for action security_group_members [ 1130.687849] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b003c32-578d-401e-944d-ff19b049a71e with Priority: HIGHEST for action security_group_members [ 1130.688283] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b003c32-578d-401e-944d-ff19b049a71e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.688460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.689974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.689974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.689974] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.690185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.690185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.693042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.693042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.693042] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b003c32-578d-401e-944d-ff19b049a71e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.143750] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-926 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.144120] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-926" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.144329] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-926" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.144688] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-926" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.144987] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.145180] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.145416] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.145739] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.145898] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.146132] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.146331] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.146465] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.146582] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.147055] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.147055] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.147055] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.166477] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.166788] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1131.166958] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.167255] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-926" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.167559] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-afe1dc1a-7652-4d96-b4d3-504ad334df94 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.167750] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-afe1dc1a-7652-4d96-b4d3-504ad334df94" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.167877] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-afe1dc1a-7652-4d96-b4d3-504ad334df94" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.168235] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-afe1dc1a-7652-4d96-b4d3-504ad334df94" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.168395] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe1dc1a-7652-4d96-b4d3-504ad334df94',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.193442] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.193617] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.193693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.193914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.194017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.194234] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.194331] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.194390] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.194544] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.194622] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.194708] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b003c32-578d-401e-944d-ff19b049a71e already deleted. [ 1131.194790] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.311272] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e06359-695e-4590-9877-bab0af1d7f54 in Status: SUCCESS [ 1131.312117] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e06359-695e-4590-9877-bab0af1d7f54 deletion is rescheduled due to dependency. [ 1131.312117] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e06359-695e-4590-9877-bab0af1d7f54" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.674799] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.674799] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.674799] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.674799] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.674799] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.674799] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port afe1dc1a-7652-4d96-b4d3-504ad334df94 not found, creating... [ 1131.674799] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.674799] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.674799] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.674799] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.674799] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.675306] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.675306] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.675306] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.675306] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.675306] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.675500] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: afe1dc1a-7652-4d96-b4d3-504ad334df94 is going to be created. [ 1131.696221] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.696719] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.696719] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.696929] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.697352] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.697538] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-afe1dc1a-7652-4d96-b4d3-504ad334df94" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.460059] env[63386]: INFO networking_nsxv3.common.synchronization [req-b67dadce-7187-4f39-b0b7-763ebc258dc3 req-712303a5-2347-4368-bd45-36423cd05656 service nova] Enqueued Resource ID: 9b003c32-578d-401e-944d-ff19b049a71e with Priority: HIGHEST for action security_group_rules [ 1132.460059] env[63386]: INFO networking_nsxv3.common.synchronization [req-b67dadce-7187-4f39-b0b7-763ebc258dc3 req-712303a5-2347-4368-bd45-36423cd05656 service nova] Enqueued Resource ID: 9b003c32-578d-401e-944d-ff19b049a71e with Priority: HIGHEST for action security_group_members [ 1132.460059] env[63386]: INFO networking_nsxv3.common.synchronization [req-b67dadce-7187-4f39-b0b7-763ebc258dc3 req-712303a5-2347-4368-bd45-36423cd05656 service nova] Enqueued Resource ID: afe1dc1a-7652-4d96-b4d3-504ad334df94 with Priority: HIGHEST for action port [ 1132.460059] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b003c32-578d-401e-944d-ff19b049a71e with Priority: HIGHEST for action security_group_rules [ 1132.460059] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b003c32-578d-401e-944d-ff19b049a71e with Priority: HIGHEST for action security_group_members [ 1132.460059] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe1dc1a-7652-4d96-b4d3-504ad334df94 with Priority: HIGHEST for action port [ 1132.460828] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b003c32-578d-401e-944d-ff19b049a71e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.461194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.461405] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.461706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.462088] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b003c32-578d-401e-944d-ff19b049a71e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.464271] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b003c32-578d-401e-944d-ff19b049a71e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.464570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.464735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.465028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.465364] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.465659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.465824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.466166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.466542] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.466921] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b003c32-578d-401e-944d-ff19b049a71e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.469546] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-afe1dc1a-7652-4d96-b4d3-504ad334df94 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.469935] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afe1dc1a-7652-4d96-b4d3-504ad334df94" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.470385] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afe1dc1a-7652-4d96-b4d3-504ad334df94" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.470710] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afe1dc1a-7652-4d96-b4d3-504ad334df94" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.471876] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe1dc1a-7652-4d96-b4d3-504ad334df94',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.943114] env[63386]: INFO networking_nsxv3.common.synchronization [req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 req-da5b674b-90bf-4b2e-b3b0-8a6cc4299888 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_members [ 1132.943114] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_members [ 1132.943114] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6960f936-2cab-4de5-859e-a4b066ca64f2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.943114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.943114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.944327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.944551] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.944706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.944806] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.945048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.945387] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.945542] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.970394] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b003c32-578d-401e-944d-ff19b049a71e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.975027] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afe1dc1a-7652-4d96-b4d3-504ad334df94 with status ACTIVE [ 1132.975027] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.975217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.975217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.975429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.975511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.975702] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.975802] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.975860] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.976017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.976098] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.976279] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.976391] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.976448] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.976573] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.976645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.976728] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afe1dc1a-7652-4d96-b4d3-504ad334df94 is going to be updated. [ 1132.981024] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b003c32-578d-401e-944d-ff19b049a71e taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.982060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.006047] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.006047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.006047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.006047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.006047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.006047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afe1dc1a-7652-4d96-b4d3-504ad334df94" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.448015] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.473802] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b003c32-578d-401e-944d-ff19b049a71e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.495081] env[63386]: INFO networking_nsxv3.common.synchronization [None req-16351cc6-0660-47bd-a49f-ef8f6639ab86 None None] Enqueued Resource ID: 673ce370-b9f4-476a-b531-353b554680d5 with Priority: HIGHEST for action port [ 1133.495081] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673ce370-b9f4-476a-b531-353b554680d5 with Priority: HIGHEST for action port [ 1133.495684] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-673ce370-b9f4-476a-b531-353b554680d5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.495798] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-673ce370-b9f4-476a-b531-353b554680d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.495834] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-673ce370-b9f4-476a-b531-353b554680d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.496647] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-673ce370-b9f4-476a-b531-353b554680d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.496647] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('673ce370-b9f4-476a-b531-353b554680d5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.643065] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.643065] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.643065] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.643065] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.643065] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.643065] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.643065] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.643065] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.643065] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.643065] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.643065] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.643065] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.643065] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.643602] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.643602] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.643602] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.669573] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.669789] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.669943] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.670146] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-270" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.670468] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-605678b7-5e36-49ee-b958-bf313a6b4fc0 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.671030] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-605678b7-5e36-49ee-b958-bf313a6b4fc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.671249] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-605678b7-5e36-49ee-b958-bf313a6b4fc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.671780] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-605678b7-5e36-49ee-b958-bf313a6b4fc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.671956] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('605678b7-5e36-49ee-b958-bf313a6b4fc0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.739165] env[63386]: INFO networking_nsxv3.common.synchronization [req-04d06618-db58-4fa4-8d72-2c2bc898135d req-c5ad545f-caff-4699-8f26-d2393f12b9ee tempest-ServerActionsTestOtherB-421669030 tempest-ServerActionsTestOtherB-421669030-project-member] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 1133.739242] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGHEST for action security_group_members [ 1133.739577] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.739697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.741583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.741583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.741583] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.741583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.741583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.741583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.741583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.741583] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.875147] env[63386]: INFO networking_nsxv3.common.synchronization [req-239992d4-57b5-4d6e-bf0b-9fd539b8970c req-1ed36ae5-b998-48e2-b057-a69673d4be7a tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Enqueued Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 1133.875684] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 1133.876310] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.876310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.876310] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.876562] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.876682] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.876782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.876838] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.876988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.877090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.877181] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.952152] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.976301] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.976779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.976779] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.977318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.977318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.977318] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b003c32-578d-401e-944d-ff19b049a71e is going to be created. [ 1133.998962] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.999282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.999282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.999517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.999517] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.000595] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 673ce370-b9f4-476a-b531-353b554680d5 [ 1134.001142] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.001142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.001142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.001641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.001735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.001830] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:673ce370-b9f4-476a-b531-353b554680d5 already deleted. [ 1134.001916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-673ce370-b9f4-476a-b531-353b554680d5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.012573] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b003c32-578d-401e-944d-ff19b049a71e in Status: UNINITIALIZED for 2s [ 1134.175979] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.175979] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.175979] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.175979] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.175979] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.175979] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 605678b7-5e36-49ee-b958-bf313a6b4fc0 not found, creating... [ 1134.175979] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.175979] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.176358] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.177218] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.177442] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.177763] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.178137] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.178137] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.179218] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.179399] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.179558] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 605678b7-5e36-49ee-b958-bf313a6b4fc0 is going to be created. [ 1134.202081] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.202081] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.202081] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.202081] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.202081] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.202459] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-605678b7-5e36-49ee-b958-bf313a6b4fc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.244682] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.244682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.244682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.244682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.244682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.244682] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.244682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.244682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.244682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.244682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.244682] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 is going to be updated. [ 1134.276100] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.276100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.276100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.276100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.276100] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.285997] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: IN_PROGRESS for 2s [ 1134.381478] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.381641] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.381722] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.381959] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.382064] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.382276] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.382378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.382452] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.382614] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.382696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.382802] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 is going to be updated. [ 1134.424457] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.424580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.424580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.424795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.424936] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.437381] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: IN_PROGRESS for 2s [ 1134.457367] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.457367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.457367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.457367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.457367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.457367] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 is going to be updated. [ 1134.500625] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.500625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.500625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.501366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.501366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.515121] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 in Status: IN_PROGRESS for 2s [ 1135.093020] env[63386]: INFO networking_nsxv3.common.synchronization [req-8fca42f5-32d2-4344-8b39-455f0bb4faf0 req-4d35d593-090c-4679-a4f8-10ee2da3fef2 tempest-ServerMetadataNegativeTestJSON-428285270 tempest-ServerMetadataNegativeTestJSON-428285270-project-member] Enqueued Resource ID: 34c07878-4031-4b01-9f79-cfcec400931b with Priority: HIGHEST for action security_group_members [ 1135.093583] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c07878-4031-4b01-9f79-cfcec400931b with Priority: HIGHEST for action security_group_members [ 1135.093897] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c07878-4031-4b01-9f79-cfcec400931b taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.095667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.095667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.095667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.095667] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.095667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.095667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.095667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.095667] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.095667] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c07878-4031-4b01-9f79-cfcec400931b',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.499933] env[63386]: INFO networking_nsxv3.common.synchronization [req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 req-cc6ed88c-9eee-4376-96bf-a33a915a5c81 service nova] Enqueued Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_rules [ 1135.500198] env[63386]: INFO networking_nsxv3.common.synchronization [req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 req-cc6ed88c-9eee-4376-96bf-a33a915a5c81 service nova] Enqueued Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_members [ 1135.500356] env[63386]: INFO networking_nsxv3.common.synchronization [req-2dbbaed0-2d8a-4543-b082-fc188a0b3cf0 req-cc6ed88c-9eee-4376-96bf-a33a915a5c81 service nova] Enqueued Resource ID: 605678b7-5e36-49ee-b958-bf313a6b4fc0 with Priority: HIGHEST for action port [ 1135.500608] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_rules [ 1135.505345] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_members [ 1135.505345] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605678b7-5e36-49ee-b958-bf313a6b4fc0 with Priority: HIGHEST for action port [ 1135.505345] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6960f936-2cab-4de5-859e-a4b066ca64f2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.505345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.505345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.505345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.505345] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.505345] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6960f936-2cab-4de5-859e-a4b066ca64f2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.505345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.505345] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-605678b7-5e36-49ee-b958-bf313a6b4fc0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.505345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-605678b7-5e36-49ee-b958-bf313a6b4fc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.505345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-605678b7-5e36-49ee-b958-bf313a6b4fc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.505808] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-605678b7-5e36-49ee-b958-bf313a6b4fc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.505808] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('605678b7-5e36-49ee-b958-bf313a6b4fc0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.596480] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.596650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.596739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.596955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.597079] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.597370] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.597370] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.597866] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.598087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.598449] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.598589] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c07878-4031-4b01-9f79-cfcec400931b is going to be updated. [ 1135.646497] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.646904] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.646904] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.647750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.647750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.660276] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c07878-4031-4b01-9f79-cfcec400931b in Status: IN_PROGRESS for 2s [ 1135.963836] env[63386]: INFO networking_nsxv3.common.synchronization [None req-7ea10f2e-7f71-49dd-bfcc-4cf7693a31f6 None None] Enqueued Resource ID: 2d710ffb-ac71-4b9b-84c1-035ef9e792f5 with Priority: HIGHEST for action port [ 1135.964134] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d710ffb-ac71-4b9b-84c1-035ef9e792f5 with Priority: HIGHEST for action port [ 1135.964726] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d710ffb-ac71-4b9b-84c1-035ef9e792f5 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.964850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d710ffb-ac71-4b9b-84c1-035ef9e792f5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.964919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d710ffb-ac71-4b9b-84c1-035ef9e792f5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.965307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d710ffb-ac71-4b9b-84c1-035ef9e792f5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.965463] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d710ffb-ac71-4b9b-84c1-035ef9e792f5',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.009030] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6960f936-2cab-4de5-859e-a4b066ca64f2 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.009030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.013038] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 605678b7-5e36-49ee-b958-bf313a6b4fc0 with status ACTIVE [ 1136.013038] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.013038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.013038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.013038] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.013296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.013333] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.013417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.013479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.013634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.013704] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.013878] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.013990] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.014037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.014226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.014265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.014401] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 605678b7-5e36-49ee-b958-bf313a6b4fc0 is going to be updated. [ 1136.025210] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b003c32-578d-401e-944d-ff19b049a71e in Status: SUCCESS [ 1136.025436] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.025626] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.025841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.026040] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.026158] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.026224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.026378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.026460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.026545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.026634] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b003c32-578d-401e-944d-ff19b049a71e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.035666] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.035812] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.035877] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.036059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.036194] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.036348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-605678b7-5e36-49ee-b958-bf313a6b4fc0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.295802] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 in Status: SUCCESS [ 1136.296126] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 deletion is rescheduled due to dependency. [ 1136.296126] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.448229] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: SUCCESS [ 1136.448229] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 deletion is rescheduled due to dependency. [ 1136.448229] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.467665] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d710ffb-ac71-4b9b-84c1-035ef9e792f5 [ 1136.467911] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.468054] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.468492] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.468492] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.468492] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.468618] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d710ffb-ac71-4b9b-84c1-035ef9e792f5 already deleted. [ 1136.468618] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d710ffb-ac71-4b9b-84c1-035ef9e792f5" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.528952] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 in Status: SUCCESS [ 1136.529272] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.529599] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b003c32-578d-401e-944d-ff19b049a71e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.530985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.530985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.534297] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.534480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.534580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.535016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.535151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.535285] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.539327] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b003c32-578d-401e-944d-ff19b049a71e: rpc.has_security_group_logging(os_id): False [ 1136.562232] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.562232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.562232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.562485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.562485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.562604] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.562713] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.562769] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.562946] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.563034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.563124] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b003c32-578d-401e-944d-ff19b049a71e is going to be created. [ 1136.682294] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.682535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.682618] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.685110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.685110] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.699930] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b003c32-578d-401e-944d-ff19b049a71e in Status: IN_PROGRESS for 2s [ 1137.043933] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.546550] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.671427] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c07878-4031-4b01-9f79-cfcec400931b in Status: SUCCESS [ 1137.671427] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c07878-4031-4b01-9f79-cfcec400931b deletion is rescheduled due to dependency. [ 1137.671427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c07878-4031-4b01-9f79-cfcec400931b" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.049333] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.049499] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.049563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.049824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.049917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.050034] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 is going to be updated. [ 1138.079048] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.079260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.079260] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.079484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.079639] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.089177] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 in Status: IN_PROGRESS for 2s [ 1138.332092] env[63386]: INFO networking_nsxv3.common.synchronization [req-fb075643-9b0f-4537-a2d8-72cc7e73a66b req-87ad0a6b-fbd1-4694-b0fc-d75efb7d8976 tempest-AttachVolumeTestJSON-1811036904 tempest-AttachVolumeTestJSON-1811036904-project-member] Enqueued Resource ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f with Priority: HIGHEST for action security_group_members [ 1138.332720] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f with Priority: HIGHEST for action security_group_members [ 1138.333091] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.333285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.333392] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.333571] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.333750] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.334166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.334414] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.334495] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.335533] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.335533] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f4cfeb-a4fb-4081-a501-ff2baed7749f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.712723] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b003c32-578d-401e-944d-ff19b049a71e in Status: SUCCESS [ 1138.713108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.837514] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.837733] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.837795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.837980] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.838087] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.838279] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.838399] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.838488] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.838630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.838693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.838792] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f is going to be updated. [ 1138.862492] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.862675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.862675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.862885] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.863036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.871094] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f in Status: IN_PROGRESS for 2s [ 1140.099014] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 in Status: SUCCESS [ 1140.099014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.099663] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.099663] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.099663] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.100701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.100701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.100701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.100701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.100701] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.100701] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.373098] env[63386]: INFO networking_nsxv3.common.synchronization [req-fdab29a8-c97f-4b67-846d-7d3c5d68403a req-21ff6bad-c1c0-4f59-9005-d47b2685929b tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Enqueued Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_members [ 1140.373272] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_members [ 1140.373592] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.373726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.373865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.374201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.374371] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.374468] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.374520] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.374688] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.374761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.374850] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.602829] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.687525] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.687731] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-737" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.687863] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-737" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.688229] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-737" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.688574] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.688766] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.688894] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.689147] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.689301] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.689522] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.689646] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.689762] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.689876] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.689993] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.690118] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.690256] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.708229] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.708401] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.708556] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.708732] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-737" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.709047] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-dacb6b6d-deb5-43b1-9827-707f74623a11 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.709223] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-dacb6b6d-deb5-43b1-9827-707f74623a11" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.709349] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-dacb6b6d-deb5-43b1-9827-707f74623a11" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.709664] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-dacb6b6d-deb5-43b1-9827-707f74623a11" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.709805] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacb6b6d-deb5-43b1-9827-707f74623a11',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.878618] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.878776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.878850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.879073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.879176] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.879364] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.879483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.879555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.879820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.879962] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.880100] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 already deleted. [ 1140.880217] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.881051] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f in Status: SUCCESS [ 1140.881251] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f4cfeb-a4fb-4081-a501-ff2baed7749f deletion is rescheduled due to dependency. [ 1140.881372] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f4cfeb-a4fb-4081-a501-ff2baed7749f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.105505] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6960f936-2cab-4de5-859e-a4b066ca64f2: rpc.has_security_group_logging(os_id): False [ 1141.122632] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.122799] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.122878] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.123138] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.139824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.140247] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.140409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.140480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.140746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.140860] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.141013] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 is going to be updated. [ 1141.200299] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.200511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.200511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.200706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.200850] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.212067] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.212271] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.212406] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.212663] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.212815] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.212972] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port dacb6b6d-deb5-43b1-9827-707f74623a11 not found, creating... [ 1141.213247] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.213413] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.213538] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.213759] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.213902] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.214212] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.214387] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.214514] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.214732] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.214874] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.215036] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: dacb6b6d-deb5-43b1-9827-707f74623a11 is going to be created. [ 1141.216458] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 in Status: IN_PROGRESS for 2s [ 1141.231293] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.231473] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.231633] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.231868] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.232112] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.232362] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-dacb6b6d-deb5-43b1-9827-707f74623a11" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.987844] env[63386]: INFO networking_nsxv3.common.synchronization [req-fdab29a8-c97f-4b67-846d-7d3c5d68403a req-c94a736c-837a-4b18-845d-f55d0cb37abf service nova] Enqueued Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_rules [ 1141.988148] env[63386]: INFO networking_nsxv3.common.synchronization [req-fdab29a8-c97f-4b67-846d-7d3c5d68403a req-c94a736c-837a-4b18-845d-f55d0cb37abf service nova] Enqueued Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_members [ 1141.988457] env[63386]: INFO networking_nsxv3.common.synchronization [req-fdab29a8-c97f-4b67-846d-7d3c5d68403a req-c94a736c-837a-4b18-845d-f55d0cb37abf service nova] Enqueued Resource ID: dacb6b6d-deb5-43b1-9827-707f74623a11 with Priority: HIGHEST for action port [ 1141.990202] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_rules [ 1141.990395] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_members [ 1141.990541] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dacb6b6d-deb5-43b1-9827-707f74623a11 with Priority: HIGHEST for action port [ 1141.990864] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.991114] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.991235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.991552] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.991685] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.992824] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.993134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.993308] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.993603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.993987] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.994134] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.994265] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.994506] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.996205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.996366] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.997523] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-dacb6b6d-deb5-43b1-9827-707f74623a11 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.997650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dacb6b6d-deb5-43b1-9827-707f74623a11" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.997719] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dacb6b6d-deb5-43b1-9827-707f74623a11" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.998171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dacb6b6d-deb5-43b1-9827-707f74623a11" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.998296] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dacb6b6d-deb5-43b1-9827-707f74623a11',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.500960] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.502362] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.502475] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.502834] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dacb6b6d-deb5-43b1-9827-707f74623a11 with status ACTIVE [ 1142.503012] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.503131] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.503221] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.503399] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.503504] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.503679] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.503780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.503848] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.504015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.504707] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.504911] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.505026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.505099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.505263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.505431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.505491] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dacb6b6d-deb5-43b1-9827-707f74623a11 is going to be updated. [ 1142.526457] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.526644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.526720] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.526976] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.527178] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.527449] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dacb6b6d-deb5-43b1-9827-707f74623a11" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.003327] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.233076] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 in Status: SUCCESS [ 1143.233337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.505719] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.505998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.505998] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.506172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.506263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.506379] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 is going to be created. [ 1143.529302] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.529432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.529473] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.529705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1143.529918] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.543498] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: UNINITIALIZED for 2s [ 1145.318247] env[63386]: INFO networking_nsxv3.common.synchronization [req-feb38583-b159-47c3-b0e3-4d955601ee87 req-a1156d43-f004-4b05-ac9a-397d4b308b5f tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Enqueued Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 1145.318247] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 1145.318247] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.318247] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.318247] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.318247] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.322262] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.322414] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.322459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.322696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.322851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.322891] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.555174] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: UNINITIALIZED for 4s [ 1145.826342] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.826614] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.826774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.827994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.828160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.828414] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.828603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.828603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.828757] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.828920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.828920] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 is going to be updated. [ 1145.858300] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.858300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.858300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.858300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.858300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.864957] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: IN_PROGRESS for 2s [ 1145.997687] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.997687] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.997687] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.997687] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.997687] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.997687] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.997687] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.997687] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.997687] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.997687] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.997687] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.997687] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.997687] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.998201] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.998201] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.998201] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.016780] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.018243] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1146.018243] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.018243] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-344" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.018243] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-b6ccf697-35ac-47f3-8302-68d635f4e4f3 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.018243] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-b6ccf697-35ac-47f3-8302-68d635f4e4f3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.020026] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-b6ccf697-35ac-47f3-8302-68d635f4e4f3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.020026] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-b6ccf697-35ac-47f3-8302-68d635f4e4f3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.020026] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6ccf697-35ac-47f3-8302-68d635f4e4f3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.524734] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.525092] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.525540] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.525708] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.525796] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.525988] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port b6ccf697-35ac-47f3-8302-68d635f4e4f3 not found, creating... [ 1146.526329] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.526574] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.526720] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.527033] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.532044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.532044] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.532044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.532044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.532044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.532044] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.532044] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: b6ccf697-35ac-47f3-8302-68d635f4e4f3 is going to be created. [ 1146.551774] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.551961] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.552066] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.552355] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.552610] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.552852] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-b6ccf697-35ac-47f3-8302-68d635f4e4f3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.201354] env[63386]: INFO networking_nsxv3.common.synchronization [None req-8f65c272-dc93-42a6-848f-2f794c6b54c3 None None] Enqueued Resource ID: 85758bcc-9449-41a8-8d6a-60b17b6fa5fc with Priority: HIGHEST for action port [ 1147.201640] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85758bcc-9449-41a8-8d6a-60b17b6fa5fc with Priority: HIGHEST for action port [ 1147.202454] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-85758bcc-9449-41a8-8d6a-60b17b6fa5fc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.202659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85758bcc-9449-41a8-8d6a-60b17b6fa5fc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.202659] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85758bcc-9449-41a8-8d6a-60b17b6fa5fc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.202851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85758bcc-9449-41a8-8d6a-60b17b6fa5fc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.202937] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85758bcc-9449-41a8-8d6a-60b17b6fa5fc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.457077] env[63386]: INFO networking_nsxv3.common.synchronization [req-7a5c2cc8-b951-4a74-93b5-c5132c7c52d7 req-68d9685f-7860-49f4-8e0a-f169e811a822 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Enqueued Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_members [ 1147.457738] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGHEST for action security_group_members [ 1147.458317] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-03de7228-488b-4d95-be37-bd987f1a5947 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.458317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.458317] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.459205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.459437] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.459824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.459924] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.460238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.460318] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.460550] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.467738] env[63386]: INFO networking_nsxv3.common.synchronization [req-feb38583-b159-47c3-b0e3-4d955601ee87 req-28ff21ac-0808-4c0f-978b-8b0ca7220774 service nova] Enqueued Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_rules [ 1147.468391] env[63386]: INFO networking_nsxv3.common.synchronization [req-feb38583-b159-47c3-b0e3-4d955601ee87 req-28ff21ac-0808-4c0f-978b-8b0ca7220774 service nova] Enqueued Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 1147.468679] env[63386]: INFO networking_nsxv3.common.synchronization [req-feb38583-b159-47c3-b0e3-4d955601ee87 req-28ff21ac-0808-4c0f-978b-8b0ca7220774 service nova] Enqueued Resource ID: b6ccf697-35ac-47f3-8302-68d635f4e4f3 with Priority: HIGHEST for action port [ 1147.469184] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_rules [ 1147.469383] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 1147.469533] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ccf697-35ac-47f3-8302-68d635f4e4f3 with Priority: HIGHEST for action port [ 1147.469911] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.470118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.470232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.470467] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.470595] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.471472] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.472117] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.472417] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6ccf697-35ac-47f3-8302-68d635f4e4f3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.473018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6ccf697-35ac-47f3-8302-68d635f4e4f3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.473137] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6ccf697-35ac-47f3-8302-68d635f4e4f3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.473801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6ccf697-35ac-47f3-8302-68d635f4e4f3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.474047] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6ccf697-35ac-47f3-8302-68d635f4e4f3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.566029] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: SUCCESS [ 1147.567382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.567382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.569022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.569022] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.569022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.569022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.569022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.569022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.569022] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.569022] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.708886] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85758bcc-9449-41a8-8d6a-60b17b6fa5fc [ 1147.708886] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.708886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.708886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.708886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.708886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.708886] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85758bcc-9449-41a8-8d6a-60b17b6fa5fc already deleted. [ 1147.708886] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85758bcc-9449-41a8-8d6a-60b17b6fa5fc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.874124] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: SUCCESS [ 1147.874363] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 deletion is rescheduled due to dependency. [ 1147.874484] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.874651] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.874873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.875069] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.875274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.875274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.875401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.875521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.875612] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.965526] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.965675] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.965742] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.965951] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.966049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.969017] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.969017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.969017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.969017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.969017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.969017] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03de7228-488b-4d95-be37-bd987f1a5947 is going to be updated. [ 1147.976448] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.976580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.976739] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6ccf697-35ac-47f3-8302-68d635f4e4f3 with status ACTIVE [ 1147.976921] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.977011] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.977078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.977254] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.977329] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.977510] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.977606] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.977664] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.977808] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.977880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.978065] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.978154] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.978211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.978346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.978431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.978529] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6ccf697-35ac-47f3-8302-68d635f4e4f3 is going to be updated. [ 1147.992819] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.992958] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.993042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.993239] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.993378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.997728] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.997864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.997939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.998140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.998270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.998429] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6ccf697-35ac-47f3-8302-68d635f4e4f3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.000490] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03de7228-488b-4d95-be37-bd987f1a5947 in Status: IN_PROGRESS for 2s [ 1148.072026] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.073238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.073363] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.074218] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.074462] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.078021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.078021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.078021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.078021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.078021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.078021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.078021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.078021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.078021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.078021] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.078021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.078021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.078021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.078021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.078021] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.078021] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.381706] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.582092] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed9ec010-b3ad-4e45-baf7-69cb21710b64: rpc.has_security_group_logging(os_id): False [ 1148.600731] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.600957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.601073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.601397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.601550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.601836] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.601948] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.602032] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.602204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.602288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.602468] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.602566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.602630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.603008] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.603096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.603286] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.603383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.603493] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.603604] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.603657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.603745] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 is going to be created. [ 1148.679877] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.680123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.680176] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.681870] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.681870] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.694310] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: IN_PROGRESS for 2s [ 1148.884444] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.388758] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.388758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.388758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.388758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.388758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.388758] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 is going to be updated. [ 1149.414204] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.414204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.414204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.414204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.414204] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.420953] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: IN_PROGRESS for 2s [ 1149.498876] env[63386]: INFO networking_nsxv3.common.synchronization [None req-be3172fb-cd80-40d0-91ee-ce150ec0e349 None None] Enqueued Resource ID: 382d8d4b-72a7-4384-baab-3b9e82b45404 with Priority: HIGHEST for action port [ 1149.499638] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382d8d4b-72a7-4384-baab-3b9e82b45404 with Priority: HIGHEST for action port [ 1149.499884] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-382d8d4b-72a7-4384-baab-3b9e82b45404 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.499884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-382d8d4b-72a7-4384-baab-3b9e82b45404" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.500080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-382d8d4b-72a7-4384-baab-3b9e82b45404" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.500229] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-382d8d4b-72a7-4384-baab-3b9e82b45404" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.500314] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('382d8d4b-72a7-4384-baab-3b9e82b45404',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.002553] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 382d8d4b-72a7-4384-baab-3b9e82b45404 [ 1150.002840] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.002903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.002982] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.003168] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.003249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.004030] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:382d8d4b-72a7-4384-baab-3b9e82b45404 already deleted. [ 1150.004030] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-382d8d4b-72a7-4384-baab-3b9e82b45404" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.013383] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03de7228-488b-4d95-be37-bd987f1a5947 in Status: SUCCESS [ 1150.013383] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03de7228-488b-4d95-be37-bd987f1a5947 deletion is rescheduled due to dependency. [ 1150.013531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.708964] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: SUCCESS [ 1150.709220] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.429975] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: SUCCESS [ 1151.430826] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.431017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.431275] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.431500] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.431627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.431697] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.431951] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.431951] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.432117] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.432267] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.934761] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.437038] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4: rpc.has_security_group_logging(os_id): False [ 1152.455324] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.455546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.455609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.455776] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.455871] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.456128] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.456235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.456300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.456440] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.456539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.456634] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 is going to be updated. [ 1152.512818] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.513078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.513078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.513252] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.513402] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.526148] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: IN_PROGRESS for 2s [ 1153.173138] env[63386]: INFO networking_nsxv3.common.synchronization [None req-d4030345-e2f9-4a33-8042-55dfed697595 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Enqueued Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_rules [ 1153.173762] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_rules [ 1153.174148] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.174332] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.174388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.174603] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.174686] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.253585] env[63386]: INFO networking_nsxv3.common.synchronization [None req-79fd7fd4-c750-4249-b4b6-7bf993d12a72 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Enqueued Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_rules [ 1153.254091] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_rules [ 1153.254399] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.254504] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.693644] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.693971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.693971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.694101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.694188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.694283] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 already deleted. [ 1153.694383] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.694510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.694671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.694750] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.214915] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.215216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.215216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.215462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.216056] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.216056] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 already deleted. [ 1154.216056] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.539786] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: SUCCESS [ 1154.540033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.086240] env[63386]: INFO networking_nsxv3.common.synchronization [req-f2a7dc86-9061-45e4-baf0-c3732a703fce req-ad6bb328-c8c5-49b7-af80-8379b695d060 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Enqueued Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_members [ 1155.086848] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_members [ 1155.087372] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.087649] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.087771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.088745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.089117] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.089315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.089432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.090348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.090519] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.090822] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.597036] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.597036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.597036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.597036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.597036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.597036] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.597036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.597036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.597036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.597036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.597036] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 already deleted. [ 1155.597036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.675495] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.675738] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-767" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.675875] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-767" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.676378] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-767" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.676557] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.676693] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.676868] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.681136] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.681348] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.682555] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.682555] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.682555] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.682555] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.682555] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.682555] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.682555] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.700077] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.700267] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1155.700430] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.700616] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-767" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.700970] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-b207f9ac-0b55-4760-b2a0-96398eb41a63 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.701180] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.701313] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.701650] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.701800] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b207f9ac-0b55-4760-b2a0-96398eb41a63',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.206662] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.207099] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.207099] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.207347] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.207551] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.207697] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port b207f9ac-0b55-4760-b2a0-96398eb41a63 not found, creating... [ 1156.208018] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.208192] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.208320] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.208555] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.208761] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.209021] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.209204] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.209354] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.209534] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.209673] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.209856] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: b207f9ac-0b55-4760-b2a0-96398eb41a63 is going to be created. [ 1156.227325] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.227574] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.227773] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.227985] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.228285] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.228455] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.997818] env[63386]: INFO networking_nsxv3.common.synchronization [req-f2a7dc86-9061-45e4-baf0-c3732a703fce req-f54e4b8e-b280-439b-af16-eebb8d8f2952 service nova] Enqueued Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_rules [ 1156.998010] env[63386]: INFO networking_nsxv3.common.synchronization [req-f2a7dc86-9061-45e4-baf0-c3732a703fce req-f54e4b8e-b280-439b-af16-eebb8d8f2952 service nova] Enqueued Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_members [ 1156.998172] env[63386]: INFO networking_nsxv3.common.synchronization [req-f2a7dc86-9061-45e4-baf0-c3732a703fce req-f54e4b8e-b280-439b-af16-eebb8d8f2952 service nova] Enqueued Resource ID: b207f9ac-0b55-4760-b2a0-96398eb41a63 with Priority: HIGHEST for action port [ 1156.998411] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_rules [ 1156.998546] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_members [ 1156.998744] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b207f9ac-0b55-4760-b2a0-96398eb41a63 with Priority: HIGHEST for action port [ 1156.999234] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.999361] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.999476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.999717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.999869] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.000686] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.001073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.001073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.001073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.001263] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.001263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.001351] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.001466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.001547] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.001639] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.002358] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-b207f9ac-0b55-4760-b2a0-96398eb41a63 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.002473] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.002736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.002736] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.002820] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b207f9ac-0b55-4760-b2a0-96398eb41a63',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.507211] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.508352] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.508482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.508637] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b207f9ac-0b55-4760-b2a0-96398eb41a63 with status ACTIVE [ 1157.508794] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.508957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.508957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.509185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.509270] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.509436] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.509534] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.509596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.509751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.509828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.510095] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.510095] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.510196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.510288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.510364] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.510446] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b207f9ac-0b55-4760-b2a0-96398eb41a63 is going to be updated. [ 1157.533789] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.533993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.534078] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.534293] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.534465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.534656] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.012815] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.515535] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.515843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.515843] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.515920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.516028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.516142] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 is going to be created. [ 1158.542049] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.542221] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.542283] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.542528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.542699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.551358] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: UNINITIALIZED for 2s [ 1158.968304] env[63386]: INFO networking_nsxv3.common.synchronization [req-ebb00308-c050-45c8-b79e-428e66236d59 req-79a3862d-34b0-4376-bb5e-5b4759782da2 tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Enqueued Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_members [ 1158.968304] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_members [ 1158.968904] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.968904] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.968904] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.969047] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.970474] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.970474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.970474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.970630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.970995] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.970995] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.308148] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.308148] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.308148] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.308148] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.308148] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.308148] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.308148] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.308148] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.308148] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.308148] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.308656] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.308656] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.308656] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.308778] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.308778] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.308929] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.326792] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.326949] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1159.327103] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.327275] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.327610] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-6f3d6940-7102-4196-960f-16581d7aa0fa taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.327786] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.327915] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.328235] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.328379] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3d6940-7102-4196-960f-16581d7aa0fa',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.473037] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.473037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.473037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.473288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.473288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.473447] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.473554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.473617] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.473842] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.473949] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.474084] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 already deleted. [ 1159.474207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.831062] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.831541] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.831541] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.831819] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.831976] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.832163] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 6f3d6940-7102-4196-960f-16581d7aa0fa not found, creating... [ 1159.832441] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.832605] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.832729] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.832960] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.833117] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.833397] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.833558] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.833682] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.833893] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.834045] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.834191] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 6f3d6940-7102-4196-960f-16581d7aa0fa is going to be created. [ 1159.854535] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.854766] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.854891] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.855202] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.855478] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.855746] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.561744] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: SUCCESS [ 1160.562202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.562202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.562357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.562546] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.562664] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.562828] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.562879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.562960] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.563057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.563146] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.568152] env[63386]: INFO networking_nsxv3.common.synchronization [req-ebb00308-c050-45c8-b79e-428e66236d59 req-279b7712-9190-4ce2-b225-f9b59d5d62c1 service nova] Enqueued Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_rules [ 1160.568334] env[63386]: INFO networking_nsxv3.common.synchronization [req-ebb00308-c050-45c8-b79e-428e66236d59 req-279b7712-9190-4ce2-b225-f9b59d5d62c1 service nova] Enqueued Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_members [ 1160.568478] env[63386]: INFO networking_nsxv3.common.synchronization [req-ebb00308-c050-45c8-b79e-428e66236d59 req-279b7712-9190-4ce2-b225-f9b59d5d62c1 service nova] Enqueued Resource ID: 6f3d6940-7102-4196-960f-16581d7aa0fa with Priority: HIGHEST for action port [ 1160.568695] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_rules [ 1160.568821] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_members [ 1160.568918] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3d6940-7102-4196-960f-16581d7aa0fa with Priority: HIGHEST for action port [ 1160.569452] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.569563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.569630] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.569852] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.569941] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.570724] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.570840] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.570907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.571080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.571224] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.571324] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.571410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.571567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.571652] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.571755] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.572811] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f3d6940-7102-4196-960f-16581d7aa0fa taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.572989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.573073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.573196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.573265] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3d6940-7102-4196-960f-16581d7aa0fa',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.066973] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.067393] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.067393] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.067393] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.067583] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.067751] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.067810] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.067933] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.068034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.068125] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.068274] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.068368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.068432] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.068574] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.068732] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.068831] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.068888] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.069042] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.069119] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.069201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.069289] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.074835] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.074942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.075109] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.075844] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f3d6940-7102-4196-960f-16581d7aa0fa with status ACTIVE [ 1161.076133] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.076133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.076241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.076334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.076415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.076579] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.076682] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.076730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.076872] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.076947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.077139] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.077235] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.077290] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.077430] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.077504] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.077612] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f3d6940-7102-4196-960f-16581d7aa0fa is going to be updated. [ 1161.100515] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.100676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.100740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.100908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.101059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.101221] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.571894] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1755cdf-6450-48e4-bef0-fa004fac25c6: rpc.has_security_group_logging(os_id): False [ 1161.579550] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.589163] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.589341] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.589437] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.589690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.589801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.590019] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.590150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.590205] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.590384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.590465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.591613] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.591613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.591613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.591613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.591613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.591613] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.591613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.591613] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.592431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.592431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.592431] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 is going to be created. [ 1161.662860] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.663009] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.663088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.663300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.663479] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.674380] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: IN_PROGRESS for 2s [ 1162.082107] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.082514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.082514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.082596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.082633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.082713] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 is going to be created. [ 1162.115805] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.115805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.116238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.116238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.116238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.127269] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 in Status: UNINITIALIZED for 2s [ 1163.672737] env[63386]: INFO networking_nsxv3.common.synchronization [req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b req-bfc33696-998b-45bd-ae84-b76fe4c1b91c tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Enqueued Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_members [ 1163.673223] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_members [ 1163.674033] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.674033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.674033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.674033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.674033] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.674407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.674407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.674407] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.674553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.674590] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.686390] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: SUCCESS [ 1163.686593] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.927025] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.927180] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-737" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.927331] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-737" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.927668] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-737" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.927983] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.928210] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.928357] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.928639] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.928807] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.929044] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.929169] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.929394] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.929394] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.929496] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.929607] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.930437] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.946754] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.946927] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.947093] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.947276] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-737" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.947571] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-19b469ec-7cfa-4622-be6c-0356a0eb7f3c taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.947814] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-19b469ec-7cfa-4622-be6c-0356a0eb7f3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.947942] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-19b469ec-7cfa-4622-be6c-0356a0eb7f3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.948271] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-19b469ec-7cfa-4622-be6c-0356a0eb7f3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.948416] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b469ec-7cfa-4622-be6c-0356a0eb7f3c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.136651] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 in Status: SUCCESS [ 1164.136873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.137044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.137366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.137431] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.137553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.137677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.137845] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.137925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.138023] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.138117] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.177363] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.451199] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.451543] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.451735] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.452143] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.452363] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.452584] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 19b469ec-7cfa-4622-be6c-0356a0eb7f3c not found, creating... [ 1164.452981] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.453298] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.453503] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.453810] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.454024] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.454430] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.454658] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.454838] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.455146] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.455343] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.455548] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 19b469ec-7cfa-4622-be6c-0356a0eb7f3c is going to be created. [ 1164.476354] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.476721] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.476819] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.477200] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.477527] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.477837] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-19b469ec-7cfa-4622-be6c-0356a0eb7f3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.643873] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.679867] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.148017] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 876b7a68-ee0b-40cf-912d-c30c7e3a32f8: rpc.has_security_group_logging(os_id): False [ 1165.168133] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.168133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.168133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.168133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.168133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.168133] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.168133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.168133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.168133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.168133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.168133] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 is going to be created. [ 1165.183580] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.183580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.183580] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.184101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.184101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.184101] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 is going to be updated. [ 1165.215145] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.215145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.215145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.215579] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.215579] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.224255] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: IN_PROGRESS for 2s [ 1165.240373] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.240539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.240599] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.240804] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.240991] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.260931] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 in Status: IN_PROGRESS for 2s [ 1165.327318] env[63386]: INFO networking_nsxv3.common.synchronization [req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b req-6223c8b1-976f-43b3-b248-279cd1670f3b service nova] Enqueued Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_rules [ 1165.327466] env[63386]: INFO networking_nsxv3.common.synchronization [req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b req-6223c8b1-976f-43b3-b248-279cd1670f3b service nova] Enqueued Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_members [ 1165.327659] env[63386]: INFO networking_nsxv3.common.synchronization [req-d94a068a-ee65-42af-8b1a-3e232b7c9f5b req-6223c8b1-976f-43b3-b248-279cd1670f3b service nova] Enqueued Resource ID: 19b469ec-7cfa-4622-be6c-0356a0eb7f3c with Priority: HIGHEST for action port [ 1165.328252] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_rules [ 1165.328364] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_members [ 1165.328569] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b469ec-7cfa-4622-be6c-0356a0eb7f3c with Priority: HIGHEST for action port [ 1165.328865] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.328983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.329076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.329567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.329567] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.330955] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.330955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.330955] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-19b469ec-7cfa-4622-be6c-0356a0eb7f3c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.330955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19b469ec-7cfa-4622-be6c-0356a0eb7f3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.330955] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19b469ec-7cfa-4622-be6c-0356a0eb7f3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.331288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19b469ec-7cfa-4622-be6c-0356a0eb7f3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.331288] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b469ec-7cfa-4622-be6c-0356a0eb7f3c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.833466] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.833763] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.833808] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19b469ec-7cfa-4622-be6c-0356a0eb7f3c with status ACTIVE [ 1165.833983] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.834059] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.834135] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.834332] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.834423] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.834592] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.834691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.834747] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.834893] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.834974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.835166] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.835263] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.835323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.835464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.835559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.835652] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19b469ec-7cfa-4622-be6c-0356a0eb7f3c is going to be updated. [ 1165.855715] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.855920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.855920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.856145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.856290] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.856449] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19b469ec-7cfa-4622-be6c-0356a0eb7f3c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.232666] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: SUCCESS [ 1167.232948] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.233080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.234028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.234028] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.234028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.234028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.234028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.234028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.234346] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.273945] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 in Status: SUCCESS [ 1167.274219] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.736382] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.239298] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.741647] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.741737] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.741771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.741975] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.742094] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.742191] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 is going to be updated. [ 1168.770335] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.770514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.770556] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.770795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.770946] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.778945] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: IN_PROGRESS for 2s [ 1169.963016] env[63386]: INFO networking_nsxv3.common.synchronization [req-27230862-be24-4b15-9cde-2a7edf9e583b req-3b6d3258-d16e-452d-b386-581cf71b9f5e tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Enqueued Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_members [ 1169.963695] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_members [ 1169.964016] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.964146] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.964214] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.964417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.964571] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.964705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.964742] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.964877] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.964962] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.965418] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.375976] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.376251] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-767" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.376350] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-767" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.376626] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-767" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.376890] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.377069] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.377296] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.377749] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.377749] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.377849] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.377898] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.378044] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.378183] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.379034] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.379034] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.379034] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.397823] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.397921] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1170.398083] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.398283] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-767" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.398610] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-4bc0395b-d58f-4314-b503-f1448749118f taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.398808] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-4bc0395b-d58f-4314-b503-f1448749118f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.398951] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-4bc0395b-d58f-4314-b503-f1448749118f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.399323] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-4bc0395b-d58f-4314-b503-f1448749118f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.399471] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc0395b-d58f-4314-b503-f1448749118f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.467872] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.787925] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: SUCCESS [ 1170.788158] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.788328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.788564] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.788788] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.788917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.788986] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.789167] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.789250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.789336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.789425] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.902150] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.902392] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.902527] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.902810] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.902966] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.903169] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 4bc0395b-d58f-4314-b503-f1448749118f not found, creating... [ 1170.903895] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.903895] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.903895] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.904137] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.904137] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.904391] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.904535] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.904659] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.904875] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.905026] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.905266] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 4bc0395b-d58f-4314-b503-f1448749118f is going to be created. [ 1170.923737] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.923941] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.924050] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.924338] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.924568] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.924793] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-4bc0395b-d58f-4314-b503-f1448749118f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.969835] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.291909] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.292090] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.292166] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.292822] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.293005] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.293120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.293185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.293347] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.293433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.293523] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.293668] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.293765] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.293824] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.293963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.294108] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.294200] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.294261] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.294397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.294472] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.294550] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.294639] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.472913] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.473076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.473150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.473369] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.473462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.473565] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 is going to be updated. [ 1171.502232] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.502384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.502444] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.502637] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.502805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.511178] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: IN_PROGRESS for 2s [ 1171.640934] env[63386]: INFO networking_nsxv3.common.synchronization [req-27230862-be24-4b15-9cde-2a7edf9e583b req-924ad54f-a05d-40ad-ac48-34fe4fd39c14 service nova] Enqueued Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_rules [ 1171.641151] env[63386]: INFO networking_nsxv3.common.synchronization [req-27230862-be24-4b15-9cde-2a7edf9e583b req-924ad54f-a05d-40ad-ac48-34fe4fd39c14 service nova] Enqueued Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_members [ 1171.641305] env[63386]: INFO networking_nsxv3.common.synchronization [req-27230862-be24-4b15-9cde-2a7edf9e583b req-924ad54f-a05d-40ad-ac48-34fe4fd39c14 service nova] Enqueued Resource ID: 4bc0395b-d58f-4314-b503-f1448749118f with Priority: HIGHEST for action port [ 1171.642915] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_rules [ 1171.642915] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_members [ 1171.642915] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc0395b-d58f-4314-b503-f1448749118f with Priority: HIGHEST for action port [ 1171.642915] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.642915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.642915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.642915] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.642915] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.643756] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.643756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.643961] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bc0395b-d58f-4314-b503-f1448749118f taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.644096] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bc0395b-d58f-4314-b503-f1448749118f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.644172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bc0395b-d58f-4314-b503-f1448749118f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.644353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bc0395b-d58f-4314-b503-f1448749118f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.644428] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc0395b-d58f-4314-b503-f1448749118f',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.797017] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed9ec010-b3ad-4e45-baf7-69cb21710b64: rpc.has_security_group_logging(os_id): False [ 1171.814865] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.815015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.815088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.815296] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.815386] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.815612] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.815750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.815820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.815959] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.816197] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.816267] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.816322] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.816384] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.816502] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.816574] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.816764] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.816856] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.816917] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.817066] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.817140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.817223] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 is going to be updated. [ 1171.887600] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.887816] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.887876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.888092] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.888241] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.903235] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: IN_PROGRESS for 2s [ 1172.146115] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.146426] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.146483] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bc0395b-d58f-4314-b503-f1448749118f with status ACTIVE [ 1172.146696] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.146773] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.146811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.147226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.147226] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.147393] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.147558] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.147625] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.147819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.147903] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.148161] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.148234] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.148269] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.148412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.148487] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.148574] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bc0395b-d58f-4314-b503-f1448749118f is going to be updated. [ 1172.168343] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.168503] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.168605] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.168880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.169102] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.169282] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bc0395b-d58f-4314-b503-f1448749118f" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.521282] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: SUCCESS [ 1173.521594] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.521745] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.521968] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.522194] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.522350] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.522442] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.522610] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.522721] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.522822] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.915896] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: SUCCESS [ 1173.916136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.024967] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.527173] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.029504] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.029750] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.029829] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.030108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.030209] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.030311] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 is going to be updated. [ 1175.082910] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.083075] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.083123] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.083323] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.083464] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.098779] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: IN_PROGRESS for 2s [ 1176.642278] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1176.642672] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1177.109017] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: SUCCESS [ 1177.109227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.109400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.109627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.109820] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.109943] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.110026] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.110195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.110271] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.110358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.110450] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.613170] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.613327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.613408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.613634] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.613808] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.613907] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.613973] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.614150] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.614237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.614328] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.614474] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.614567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.614631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.614774] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.614912] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.615010] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.615076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.615249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.615368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.615368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.615460] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.118305] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1755cdf-6450-48e4-bef0-fa004fac25c6: rpc.has_security_group_logging(os_id): False [ 1178.136457] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.136646] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.136693] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.136913] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.137017] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.137240] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.137337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.137377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.137530] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.137607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.137833] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.137963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.138025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.138148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.138224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.138415] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.138510] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.138572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.138709] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.138783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.138881] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 is going to be updated. [ 1178.201739] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.201916] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.201992] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.202300] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.202475] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.216773] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: IN_PROGRESS for 2s [ 1180.232658] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: SUCCESS [ 1180.232966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.188406] env[63386]: INFO networking_nsxv3.common.synchronization [req-86887266-123a-4fa0-ab36-4a95c153f14c req-027b7e1c-0af1-49bf-ac5b-81a3edd4a7f4 tempest-AttachVolumeNegativeTest-1560972503 tempest-AttachVolumeNegativeTest-1560972503-project-member] Enqueued Resource ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 with Priority: HIGHEST for action security_group_members [ 1181.188964] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 with Priority: HIGHEST for action security_group_members [ 1181.189318] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.189443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.189545] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.189711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.189863] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.189963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.190040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.190211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.190334] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.190367] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7eb6ad5-25e1-467a-9366-21ca5b8c6630',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.692378] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.692696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.692696] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.692832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.692927] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.693134] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.693238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.693302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.693460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.693527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.693615] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 is going to be updated. [ 1181.719706] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.719876] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.719932] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.720195] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.720345] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.728087] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 in Status: IN_PROGRESS for 2s [ 1182.398403] env[63386]: INFO networking_nsxv3.common.synchronization [req-39c0863c-b329-46e0-8980-861254e941db req-b88e25bb-e5f8-4a60-9b37-629f2fd3b8f0 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Enqueued Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_members [ 1182.398403] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_members [ 1182.398403] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.398403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.398403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.398403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.398914] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.398914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.399105] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.399319] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.399469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.399622] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.902343] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.405429] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.737846] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 in Status: SUCCESS [ 1183.738079] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7eb6ad5-25e1-467a-9366-21ca5b8c6630 deletion is rescheduled due to dependency. [ 1183.738201] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7eb6ad5-25e1-467a-9366-21ca5b8c6630" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.908088] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.908485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.908485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.908485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.908615] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.908654] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 is going to be updated. [ 1183.936818] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.936932] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.937013] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.937216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.937405] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.945849] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: IN_PROGRESS for 2s [ 1185.955226] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: SUCCESS [ 1185.955609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.396678] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1187.396980] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1190.064245] env[63386]: INFO networking_nsxv3.common.synchronization [req-1c0e171a-2f1a-499b-af35-dc2b843548c9 req-a81768a0-fb01-4cd0-a676-790f1bb4e1df tempest-ServerActionsV293TestJSON-374804934 tempest-ServerActionsV293TestJSON-374804934-project-member] Enqueued Resource ID: 9b003c32-578d-401e-944d-ff19b049a71e with Priority: HIGHEST for action security_group_members [ 1190.064245] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b003c32-578d-401e-944d-ff19b049a71e with Priority: HIGHEST for action security_group_members [ 1190.064245] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b003c32-578d-401e-944d-ff19b049a71e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.064245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.064245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.064245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.064245] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.064245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.064245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.064245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.064245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.064245] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b003c32-578d-401e-944d-ff19b049a71e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.467143] env[63386]: INFO networking_nsxv3.common.synchronization [req-22d3ab2e-4417-4ca9-b845-da8c81597cbc req-5444813c-c806-4c5a-8ee9-f6f22fb2f350 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Enqueued Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_members [ 1190.467434] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_members [ 1190.467730] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.467855] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.467945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.468222] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.468386] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.468512] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.468579] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.468739] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.468827] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.468922] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.567575] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.567575] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.567575] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.567575] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.567575] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.568034] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.568034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.568034] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.568169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.568221] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.568317] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b003c32-578d-401e-944d-ff19b049a71e is going to be updated. [ 1190.597958] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.598143] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.598216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.598408] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.598546] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.606107] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b003c32-578d-401e-944d-ff19b049a71e in Status: IN_PROGRESS for 2s [ 1190.971337] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.474757] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.977988] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.977988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.977988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.977988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.978266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.978266] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 is going to be updated. [ 1192.008157] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.008319] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.008367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.008566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1192.008712] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.017809] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: IN_PROGRESS for 2s [ 1192.618050] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b003c32-578d-401e-944d-ff19b049a71e in Status: SUCCESS [ 1192.618338] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b003c32-578d-401e-944d-ff19b049a71e deletion is rescheduled due to dependency. [ 1192.618387] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.029024] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: SUCCESS [ 1194.029024] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.059376] env[63386]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1195.059735] env[63386]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-331702c5-e1d7-4d60-9086-252ddf9be003 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1195.468089] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1195.468221] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1197.168348] env[63386]: INFO networking_nsxv3.common.synchronization [req-156d4dd6-a11a-4415-b33d-a589f598b179 req-fc471674-828d-4453-9a7d-ab54c0e82d53 tempest-ServerRescueTestJSON-356421336 tempest-ServerRescueTestJSON-356421336-project-member] Enqueued Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_members [ 1197.168824] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGHEST for action security_group_members [ 1197.169151] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.169274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.169336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.169572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.169738] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.169837] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.169899] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.170237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.170332] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.170419] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.672667] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.672879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.672879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.673133] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.673233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.673424] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.673527] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.673593] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.673753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.673831] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.673918] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 is going to be updated. [ 1197.700018] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.700207] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.700264] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.700433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.700567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.708775] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: IN_PROGRESS for 2s [ 1199.718966] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 in Status: SUCCESS [ 1199.719378] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 deletion is rescheduled due to dependency. [ 1199.719378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.170335] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.170633] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1204.573305] env[63386]: INFO networking_nsxv3.common.synchronization [req-43bfd434-2728-4231-9352-84c632636a3e req-1131506d-8542-4c3c-a9ef-940ed9556f31 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_members [ 1204.573613] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_members [ 1204.574671] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6960f936-2cab-4de5-859e-a4b066ca64f2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.574671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.574671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.574671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1204.574671] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.574671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.574671] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.575360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1204.575360] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.575360] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.079019] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.581786] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.084545] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.084792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.084792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.085107] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.085107] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.085300] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 is going to be updated. [ 1206.113081] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.113081] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.113346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.113346] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.113560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.121654] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 in Status: IN_PROGRESS for 2s [ 1208.134709] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 in Status: SUCCESS [ 1208.134947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.574941] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1209.575330] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1210.270965] env[63386]: INFO networking_nsxv3.common.synchronization [req-848c86e1-21a3-4901-816c-fa90e08142ef req-1e65d87b-a9c3-4a49-8a17-742d54efd469 tempest-ServerActionsTestJSON-416542934 tempest-ServerActionsTestJSON-416542934-project-member] Enqueued Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 1210.271491] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 with Priority: HIGHEST for action security_group_members [ 1210.271824] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.271945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.272029] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.272229] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.272435] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.272495] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.272540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.272673] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.272756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.272849] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.775675] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.776057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.776057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.776193] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.776285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.776492] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.776600] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.776679] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.776881] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.776987] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.777108] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 is going to be updated. [ 1210.803782] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.803932] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.803980] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.804288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.804415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.811371] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: IN_PROGRESS for 2s [ 1212.821897] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 in Status: SUCCESS [ 1212.822234] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4 deletion is rescheduled due to dependency. [ 1212.822234] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.272631] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.273051] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.683128] env[63386]: INFO networking_nsxv3.common.synchronization [None req-54b604ed-e41b-4bc1-911a-10f1ef5bbf1d None None] Enqueued Resource ID: a1f297fb-db5d-4699-ba68-d6775f5cc8ed with Priority: HIGHEST for action port [ 1219.683493] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f297fb-db5d-4699-ba68-d6775f5cc8ed with Priority: HIGHEST for action port [ 1219.683965] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f297fb-db5d-4699-ba68-d6775f5cc8ed taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.684171] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f297fb-db5d-4699-ba68-d6775f5cc8ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.684251] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f297fb-db5d-4699-ba68-d6775f5cc8ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.684541] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f297fb-db5d-4699-ba68-d6775f5cc8ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.684886] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f297fb-db5d-4699-ba68-d6775f5cc8ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.188091] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1f297fb-db5d-4699-ba68-d6775f5cc8ed [ 1220.188091] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.188091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.188091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.188091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.188091] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.188091] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1f297fb-db5d-4699-ba68-d6775f5cc8ed already deleted. [ 1220.188506] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f297fb-db5d-4699-ba68-d6775f5cc8ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.976518] env[63386]: INFO networking_nsxv3.common.synchronization [req-366e8fa5-d48e-4a31-8a09-e41d5782d6e9 req-08bd6bc2-08d7-495b-9a78-69c802489bb3 tempest-ServerActionsTestOtherA-1159364449 tempest-ServerActionsTestOtherA-1159364449-project-member] Enqueued Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_members [ 1220.977097] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGHEST for action security_group_members [ 1220.977471] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-6960f936-2cab-4de5-859e-a4b066ca64f2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.977609] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.977706] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.977901] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.978118] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.978298] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.978416] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.978511] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.978596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.978689] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.484521] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.484725] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.484806] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.485048] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.485145] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.485359] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.485469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.485531] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.485691] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.485829] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.485881] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 is going to be updated. [ 1221.513489] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.513489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.513489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.513489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.513489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.520389] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 in Status: IN_PROGRESS for 2s [ 1221.669208] env[63386]: INFO networking_nsxv3.common.synchronization [None req-709a5dfa-f37c-42a3-820b-b8afabc04a9b None None] Enqueued Resource ID: 75d236c9-87bc-404b-aa9d-2f9ab5773c39 with Priority: HIGHEST for action port [ 1221.669208] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d236c9-87bc-404b-aa9d-2f9ab5773c39 with Priority: HIGHEST for action port [ 1221.669208] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-75d236c9-87bc-404b-aa9d-2f9ab5773c39 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.669208] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75d236c9-87bc-404b-aa9d-2f9ab5773c39" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.669208] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75d236c9-87bc-404b-aa9d-2f9ab5773c39" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.669754] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75d236c9-87bc-404b-aa9d-2f9ab5773c39" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1221.669886] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75d236c9-87bc-404b-aa9d-2f9ab5773c39',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.172651] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75d236c9-87bc-404b-aa9d-2f9ab5773c39 [ 1222.173017] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.173108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.173108] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.173311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.173404] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.173501] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75d236c9-87bc-404b-aa9d-2f9ab5773c39 already deleted. [ 1222.173585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75d236c9-87bc-404b-aa9d-2f9ab5773c39" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.066572] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-767 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.066746] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-767" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.066879] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-767" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.067211] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-767" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.067478] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.067674] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.067805] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.068036] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.068211] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.068482] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.068605] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.068722] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.068836] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.068973] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.069113] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.069256] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.087347] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.087545] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1223.087698] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.087875] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-767" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.088272] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-b207f9ac-0b55-4760-b2a0-96398eb41a63 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.088472] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.088600] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.088906] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.089069] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b207f9ac-0b55-4760-b2a0-96398eb41a63',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.529943] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 in Status: SUCCESS [ 1223.530367] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 deletion is rescheduled due to dependency. [ 1223.530367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.592060] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.592060] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.592357] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.592482] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.592634] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.592925] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.593100] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.593224] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.593452] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.593591] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.593872] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.594039] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.594160] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.594421] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.594604] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.594790] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: b207f9ac-0b55-4760-b2a0-96398eb41a63 is going to be updated. [ 1223.614177] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.614399] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.614526] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.614782] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.614975] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.615212] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.286975] env[63386]: INFO networking_nsxv3.common.synchronization [req-7eaf1411-7e27-4de4-93be-a73d1109b5ac req-a2764f5e-851b-4f68-a674-278947924e31 service nova] Enqueued Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_rules [ 1224.287207] env[63386]: INFO networking_nsxv3.common.synchronization [req-7eaf1411-7e27-4de4-93be-a73d1109b5ac req-a2764f5e-851b-4f68-a674-278947924e31 service nova] Enqueued Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_members [ 1224.287357] env[63386]: INFO networking_nsxv3.common.synchronization [req-7eaf1411-7e27-4de4-93be-a73d1109b5ac req-a2764f5e-851b-4f68-a674-278947924e31 service nova] Enqueued Resource ID: b207f9ac-0b55-4760-b2a0-96398eb41a63 with Priority: HIGHEST for action port [ 1224.287872] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_rules [ 1224.288109] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_members [ 1224.288867] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b207f9ac-0b55-4760-b2a0-96398eb41a63 with Priority: HIGHEST for action port [ 1224.289237] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.289485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.289605] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.289974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.290117] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.291547] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.291716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.291831] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.292142] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.293031] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.293031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.293031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.293031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.293031] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.293031] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.293804] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-b207f9ac-0b55-4760-b2a0-96398eb41a63 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.294063] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.294202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.294489] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.294648] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b207f9ac-0b55-4760-b2a0-96398eb41a63',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.796230] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.796644] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.796745] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.797678] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b207f9ac-0b55-4760-b2a0-96398eb41a63 with status ACTIVE [ 1224.797925] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.798095] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.798146] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.798421] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.798535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.798757] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.798887] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.798961] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.799129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.799211] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.799405] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.799501] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.799565] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.799717] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.799791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.799930] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b207f9ac-0b55-4760-b2a0-96398eb41a63 is going to be updated. [ 1224.819540] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.819540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.819683] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.819780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.819908] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.820074] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b207f9ac-0b55-4760-b2a0-96398eb41a63" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.302173] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.804743] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.805172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.805172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.805172] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.805299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.805337] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 is going to be updated. [ 1225.834250] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.834434] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.834483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.834672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.834819] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.843289] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: IN_PROGRESS for 2s [ 1226.818996] env[63386]: INFO networking_nsxv3.common.synchronization [req-5bffb1dd-be89-44ee-b9c6-924559501893 req-0daa8b80-40ff-49c5-a3e5-72707827ea65 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Enqueued Resource ID: b270be30-2d1d-4af0-901a-1058075770a0 with Priority: HIGHEST for action security_group_members [ 1226.819662] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b270be30-2d1d-4af0-901a-1058075770a0 with Priority: HIGHEST for action security_group_members [ 1226.819976] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b270be30-2d1d-4af0-901a-1058075770a0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.820365] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.820435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.820689] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.820917] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.820983] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.821036] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.821182] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.821264] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.821359] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b270be30-2d1d-4af0-901a-1058075770a0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.206660] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.206893] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-876" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.207052] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-876" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.207385] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-876" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.207650] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.207811] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.207935] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.208250] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.208564] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.208802] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1227.208935] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.209069] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.209189] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.209391] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1227.209520] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.209663] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.227403] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.227535] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1227.227759] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.227932] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-876" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.229055] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-69faa292-0a41-4053-9b88-4d6368d79d89 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.229055] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-69faa292-0a41-4053-9b88-4d6368d79d89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.229055] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-69faa292-0a41-4053-9b88-4d6368d79d89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.229055] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-69faa292-0a41-4053-9b88-4d6368d79d89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.229055] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69faa292-0a41-4053-9b88-4d6368d79d89',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.324186] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.324333] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.324410] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.324620] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.324714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.324902] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.325009] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.325076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.325227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.325303] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.325387] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b270be30-2d1d-4af0-901a-1058075770a0 already deleted. [ 1227.325466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.731353] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.731633] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.731780] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.732112] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.732285] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.732452] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Segment Port 69faa292-0a41-4053-9b88-4d6368d79d89 not found, creating... [ 1227.732758] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.732929] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.733105] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.733326] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.733489] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.733813] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.734147] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.734261] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.734449] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.734956] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.734956] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 69faa292-0a41-4053-9b88-4d6368d79d89 is going to be created. [ 1227.754034] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.754034] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.754034] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.754272] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.754435] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.754668] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-69faa292-0a41-4053-9b88-4d6368d79d89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.855052] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: SUCCESS [ 1227.855367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.855367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.855555] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.855750] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.855864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.855942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.856129] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.856274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.856327] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.856424] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.361791] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.362083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.362083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.362382] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.362679] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.362795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.362795] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.362941] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.363037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.363184] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.363430] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.363563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.363631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.363778] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.363917] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.364025] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.364080] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.364344] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.364469] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.364571] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.364663] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.866999] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1755cdf-6450-48e4-bef0-fa004fac25c6: rpc.has_security_group_logging(os_id): False [ 1228.884590] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.884761] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.884844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.885116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.885237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.885642] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.885782] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.886427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.886427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.886427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.886644] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.886735] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.886783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.886953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.887051] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.887284] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.887394] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.887504] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.887680] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.887792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.887892] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 is going to be updated. [ 1228.947528] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.947769] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.947852] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.948148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.948433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.961477] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: IN_PROGRESS for 2s [ 1229.088410] env[63386]: INFO networking_nsxv3.common.synchronization [req-5bffb1dd-be89-44ee-b9c6-924559501893 req-8ef5cfdf-9441-4fea-bebe-7121a8c806cf service nova] Enqueued Resource ID: b270be30-2d1d-4af0-901a-1058075770a0 with Priority: HIGHEST for action security_group_rules [ 1229.088633] env[63386]: INFO networking_nsxv3.common.synchronization [req-5bffb1dd-be89-44ee-b9c6-924559501893 req-8ef5cfdf-9441-4fea-bebe-7121a8c806cf service nova] Enqueued Resource ID: b270be30-2d1d-4af0-901a-1058075770a0 with Priority: HIGHEST for action security_group_members [ 1229.088784] env[63386]: INFO networking_nsxv3.common.synchronization [req-5bffb1dd-be89-44ee-b9c6-924559501893 req-8ef5cfdf-9441-4fea-bebe-7121a8c806cf service nova] Enqueued Resource ID: 69faa292-0a41-4053-9b88-4d6368d79d89 with Priority: HIGHEST for action port [ 1229.089035] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b270be30-2d1d-4af0-901a-1058075770a0 with Priority: HIGHEST for action security_group_rules [ 1229.089174] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b270be30-2d1d-4af0-901a-1058075770a0 with Priority: HIGHEST for action security_group_members [ 1229.089271] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69faa292-0a41-4053-9b88-4d6368d79d89 with Priority: HIGHEST for action port [ 1229.089889] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b270be30-2d1d-4af0-901a-1058075770a0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.091302] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.091431] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.091711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.091802] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b270be30-2d1d-4af0-901a-1058075770a0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.092679] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b270be30-2d1d-4af0-901a-1058075770a0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.092807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.092874] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.093130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.093208] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.097136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.097225] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.097451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.097451] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.097579] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b270be30-2d1d-4af0-901a-1058075770a0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.098394] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-69faa292-0a41-4053-9b88-4d6368d79d89 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.098536] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69faa292-0a41-4053-9b88-4d6368d79d89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.098632] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69faa292-0a41-4053-9b88-4d6368d79d89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.098805] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69faa292-0a41-4053-9b88-4d6368d79d89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.098884] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69faa292-0a41-4053-9b88-4d6368d79d89',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.600943] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b270be30-2d1d-4af0-901a-1058075770a0 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.601281] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.601573] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b270be30-2d1d-4af0-901a-1058075770a0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.603298] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69faa292-0a41-4053-9b88-4d6368d79d89 with status ACTIVE [ 1229.603694] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.603985] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.604183] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.604567] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.604804] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.605247] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.605247] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.605247] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.605624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.605687] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.606100] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.606232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.606298] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.606500] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.606689] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.606922] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69faa292-0a41-4053-9b88-4d6368d79d89 is going to be updated. [ 1229.627660] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.627990] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.628170] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.628645] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.628964] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.629353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69faa292-0a41-4053-9b88-4d6368d79d89" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.110626] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b270be30-2d1d-4af0-901a-1058075770a0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.614479] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.614677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.614738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.614963] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.615077] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.615203] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b270be30-2d1d-4af0-901a-1058075770a0 is going to be created. [ 1230.637532] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.637753] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.637818] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.638046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1230.638232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.651269] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b270be30-2d1d-4af0-901a-1058075770a0 in Status: UNINITIALIZED for 2s [ 1230.975376] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: SUCCESS [ 1230.975628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.663050] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b270be30-2d1d-4af0-901a-1058075770a0 in Status: SUCCESS [ 1232.663400] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.663495] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.665396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.665396] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.665396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.665396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.665396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1232.665396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.665396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.665396] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b270be30-2d1d-4af0-901a-1058075770a0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.167085] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b270be30-2d1d-4af0-901a-1058075770a0 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.167305] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.167305] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.167528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.167709] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.167816] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.167880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.168070] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.168188] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.168257] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.168456] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b270be30-2d1d-4af0-901a-1058075770a0 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.168597] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.168677] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.168832] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.168972] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.169081] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.169144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.169288] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.169366] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.169452] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.169543] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b270be30-2d1d-4af0-901a-1058075770a0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.672184] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b270be30-2d1d-4af0-901a-1058075770a0: rpc.has_security_group_logging(os_id): False [ 1233.692130] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.692130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.692130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.692130] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.692478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.692478] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.692633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.692673] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.692801] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.692919] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.693115] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.693183] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.693236] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.693378] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.693502] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.693698] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.693792] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.693853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.694072] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.694072] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.694182] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b270be30-2d1d-4af0-901a-1058075770a0 is going to be created. [ 1233.748604] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.748783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.748830] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.749039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1233.749227] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.759637] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b270be30-2d1d-4af0-901a-1058075770a0 in Status: IN_PROGRESS for 2s [ 1234.011131] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.011365] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.011413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.011660] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.011779] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.090086] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.090300] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1234.514307] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.017398] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.521062] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1235.521062] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1235.777819] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b270be30-2d1d-4af0-901a-1058075770a0 in Status: SUCCESS [ 1235.778053] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.264028] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.264028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.264028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.264028] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.276727] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1236.277646] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.278381] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1236.319072] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.319281] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.319357] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.319624] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.335979] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.336928] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1236.337059] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1236.337198] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1236.379094] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.379315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.379315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.379573] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.380891] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.381104] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1236.473247] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.473414] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.473466] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.473666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.473993] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.474306] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1236.552531] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.552724] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.552775] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.552947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.553261] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.553556] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1236.553671] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e71baf66-bad5-425f-bd02-82794ad062cc', 'e2d5ea4e-f26b-4439-97cc-9b24f5211d64', 'ed9ec010-b3ad-4e45-baf7-69cb21710b64', '728f67a6-e338-4bbe-8f5e-8b96e90ec7a4', 'f1755cdf-6450-48e4-bef0-fa004fac25c6', '876b7a68-ee0b-40cf-912d-c30c7e3a32f8', 'd43e7b11-a094-4d5e-a42f-5bbd2764914d', '2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c', '9b003c32-578d-401e-944d-ff19b049a71e', 'e00206ab-28f8-4611-9b05-bc2fe5d61f5e', '3050ae83-471c-4748-8adc-db75ed0194d3', '03de7228-488b-4d95-be37-bd987f1a5947', '57060184-584e-4958-b4b8-78e62d5beaa1', 'b41410df-aeab-4b3a-957b-e2c6ac1d27ed', '28a34854-53cf-4448-8617-23cc5f7da83e', '1fd70b87-24d2-4a45-8ce5-6896e1fa20c2', '6960f936-2cab-4de5-859e-a4b066ca64f2', '811a1e96-5b8b-4f2c-a99a-bd4f2212bc86', '30e19c5a-617c-44fd-91fd-681521b78a8a', '6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73', '34c07878-4031-4b01-9f79-cfcec400931b', '5956bc39-5a26-4710-8d6d-30f6202341d4', '78fd4ea7-8eb8-48c0-b250-67fc6e6cb2c4', '4e48d9f1-4368-4853-9c0f-6e9126fd8da2', 'b270be30-2d1d-4af0-901a-1058075770a0', '75b284c5-b53f-4673-9ef9-9289b78b995c', 'aa786e18-9e99-4f92-8eff-004d2a2f233a', 'e0f4cfeb-a4fb-4081-a501-ff2baed7749f', 'a3ee066b-b4ed-4dc1-9880-4684f0c2a7c5', 'b27e393e-be0b-4c5c-8de6-1f9a42b1e5fd', 'e0137407-fef5-49c2-a909-8835e6d5479f', '9d2c60ac-177f-47eb-958d-bbc8490958ba', '8fa48801-d936-4f45-a751-dc40a4025c6e', 'a8e06359-695e-4590-9877-bab0af1d7f54', '648e15ce-eef5-463c-9af4-814922c4f8fb', 'fcf4ca53-53b8-4352-8e8c-be42cdac11be', 'a9d92e40-94d2-40ed-9225-8478262f2170', 'd0b39140-7c68-4dfc-85c8-f17a0faf798b', '036ca66a-131e-49ba-9f27-e441b42ef467', '552baa7f-f8ce-4282-bf17-d1b3c853bbc3', 'b7eb6ad5-25e1-467a-9366-21ca5b8c6630', '576fd5c4-9d77-4ca9-9221-d5cd657cd196', 'a373c148-5148-428f-a5ab-fe2a3e979bf3'} {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1236.553858] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1236.573077] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.573160] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.573242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.573505] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.573631] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.573789] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1236.573871] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1236.573993] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1236.646750] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.646980] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.646980] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.647196] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.648430] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.648779] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1236.648863] env[63386]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63386) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1236.648940] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1236.649033] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1236.649099] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1236.649172] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGH for action security_group_rules [ 1236.649253] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGH for action security_group_rules [ 1236.649378] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGH for action security_group_rules [ 1236.649378] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 with Priority: HIGH for action security_group_rules [ 1236.649497] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGH for action security_group_rules [ 1236.649533] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGH for action security_group_rules [ 1236.649575] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGH for action security_group_rules [ 1236.649639] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c with Priority: HIGH for action security_group_rules [ 1236.649704] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b003c32-578d-401e-944d-ff19b049a71e with Priority: HIGH for action security_group_rules [ 1236.649768] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGH for action security_group_rules [ 1236.649832] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGH for action security_group_rules [ 1236.649895] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGH for action security_group_rules [ 1236.649958] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57060184-584e-4958-b4b8-78e62d5beaa1 with Priority: HIGH for action security_group_rules [ 1236.650031] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGH for action security_group_rules [ 1236.650096] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28a34854-53cf-4448-8617-23cc5f7da83e with Priority: HIGH for action security_group_rules [ 1236.650160] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGH for action security_group_rules [ 1236.650224] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGH for action security_group_rules [ 1236.650285] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGH for action security_group_rules [ 1236.650347] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30e19c5a-617c-44fd-91fd-681521b78a8a with Priority: HIGH for action security_group_rules [ 1236.650412] env[63386]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGH for action security_group_rules [ 1236.650507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.905018] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.905018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.905018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.905018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.905018] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.905018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.905018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.905018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.905018] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.905724] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.905888] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] NeedRegenerationException {{(pid=63386) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.906018] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] no value, waiting for create lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.906140] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] value creation lock acquired {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.906265] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] No value present for key: 'zone-id' {{(pid=63386) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.906377] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Calling creation function for not-yet-present value {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.906518] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.924809] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.924968] env[63386]: DEBUG dogpile.cache.region [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63386) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1237.925124] env[63386]: DEBUG dogpile.lock [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Released creation lock {{(pid=63386) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.925292] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "network-572" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.925575] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock port-6f3d6940-7102-4196-960f-16581d7aa0fa taken with stack trace [, , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.925741] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.925864] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.926120] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.926271] env[63386]: DEBUG networking_nsxv3.api.rpc [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3d6940-7102-4196-960f-16581d7aa0fa',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.428555] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.428830] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.428961] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.429258] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.429413] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.429716] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.429877] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.429998] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.430245] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.430389] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.430708] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.430850] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.430976] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.431201] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.431336] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.431482] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Resource: SegmentPort with ID: 6f3d6940-7102-4196-960f-16581d7aa0fa is going to be updated. [ 1238.453015] env[63386]: DEBUG networking_nsxv3.common.locking [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.453252] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.453419] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.453692] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.453893] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.454133] env[63386]: DEBUG oslo_concurrency.lockutils [None req-0a0ef59d-8719-459b-8972-73e5a9f3e10f None None] Releasing lock "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.091284] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.091572] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1239.091572] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71baf66-bad5-425f-bd02-82794ad062cc with Priority: HIGH for action security_group_rules [ 1239.091694] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 with Priority: HIGH for action security_group_rules [ 1239.091802] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d with Priority: HIGH for action security_group_rules [ 1239.091929] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28a34854-53cf-4448-8617-23cc5f7da83e with Priority: HIGH for action security_group_rules [ 1239.092042] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 with Priority: HIGH for action security_group_rules [ 1239.092140] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e19c5a-617c-44fd-91fd-681521b78a8a with Priority: HIGH for action security_group_rules [ 1239.092240] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 with Priority: HIGH for action security_group_rules [ 1239.092355] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 with Priority: HIGH for action security_group_rules [ 1239.092455] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed with Priority: HIGH for action security_group_rules [ 1239.092545] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 with Priority: HIGH for action security_group_rules [ 1239.092637] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57060184-584e-4958-b4b8-78e62d5beaa1 with Priority: HIGH for action security_group_rules [ 1239.092745] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03de7228-488b-4d95-be37-bd987f1a5947 with Priority: HIGH for action security_group_rules [ 1239.092967] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3050ae83-471c-4748-8adc-db75ed0194d3 with Priority: HIGH for action security_group_rules [ 1239.093080] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e with Priority: HIGH for action security_group_rules [ 1239.093190] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b003c32-578d-401e-944d-ff19b049a71e with Priority: HIGH for action security_group_rules [ 1239.093299] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGH for action security_group_rules [ 1239.093392] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c with Priority: HIGH for action security_group_rules [ 1239.093484] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGH for action security_group_rules [ 1239.093611] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 with Priority: HIGH for action security_group_rules [ 1239.093722] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 with Priority: HIGH for action security_group_rules [ 1239.094099] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e71baf66-bad5-425f-bd02-82794ad062cc taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.094245] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.094351] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.094588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.094672] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e71baf66-bad5-425f-bd02-82794ad062cc',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.095727] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.099140] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.099232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.099427] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.099515] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9ec010-b3ad-4e45-baf7-69cb21710b64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.101506] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.101699] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.101788] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.101989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.102099] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d43e7b11-a094-4d5e-a42f-5bbd2764914d',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.103267] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28a34854-53cf-4448-8617-23cc5f7da83e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.103403] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.103516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.103841] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.103940] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28a34854-53cf-4448-8617-23cc5f7da83e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.105009] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.105136] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.105203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.105497] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.105630] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.107202] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30e19c5a-617c-44fd-91fd-681521b78a8a taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.107459] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.107563] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.107853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.108165] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30e19c5a-617c-44fd-91fd-681521b78a8a',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.109032] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.109206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.109321] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.109539] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.109648] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('811a1e96-5b8b-4f2c-a99a-bd4f2212bc86',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.110719] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6960f936-2cab-4de5-859e-a4b066ca64f2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.110847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.110880] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.111099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.111212] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6960f936-2cab-4de5-859e-a4b066ca64f2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.112194] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.112344] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.112755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.112755] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.112869] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b41410df-aeab-4b3a-957b-e2c6ac1d27ed',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.113747] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.113870] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.113956] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.114144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.114235] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fd70b87-24d2-4a45-8ce5-6896e1fa20c2',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.115076] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57060184-584e-4958-b4b8-78e62d5beaa1 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.117352] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.117450] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.117633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.117713] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57060184-584e-4958-b4b8-78e62d5beaa1',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.118588] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03de7228-488b-4d95-be37-bd987f1a5947 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.118746] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.118839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.119060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.119266] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03de7228-488b-4d95-be37-bd987f1a5947',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.120135] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3050ae83-471c-4748-8adc-db75ed0194d3 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.120312] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.120397] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.120578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.120656] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3050ae83-471c-4748-8adc-db75ed0194d3',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.121587] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.121744] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.121994] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.122232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.122337] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e00206ab-28f8-4611-9b05-bc2fe5d61f5e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.123191] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b003c32-578d-401e-944d-ff19b049a71e taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.123309] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.123401] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.123566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.123654] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b003c32-578d-401e-944d-ff19b049a71e',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.124561] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.124702] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.124771] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.125068] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.125173] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.126108] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.126247] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.126351] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.126633] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.126761] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.127771] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.128027] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.128115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.128368] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.128467] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.129302] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.129443] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.129509] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.129690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.129765] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2d5ea4e-f26b-4439-97cc-9b24f5211d64',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.130601] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.130743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.130811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.130989] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.131077] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728f67a6-e338-4bbe-8f5e-8b96e90ec7a4',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.156489] env[63386]: INFO networking_nsxv3.common.synchronization [req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d req-f0991065-ed13-43cf-8633-6fbb42b44251 service nova] Enqueued Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_rules [ 1239.156730] env[63386]: INFO networking_nsxv3.common.synchronization [req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d req-f0991065-ed13-43cf-8633-6fbb42b44251 service nova] Enqueued Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_members [ 1239.156888] env[63386]: INFO networking_nsxv3.common.synchronization [req-41dccc65-cf4d-4b0a-823b-3f161d6c2f0d req-f0991065-ed13-43cf-8633-6fbb42b44251 service nova] Enqueued Resource ID: 6f3d6940-7102-4196-960f-16581d7aa0fa with Priority: HIGHEST for action port [ 1239.160271] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_rules [ 1239.160410] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_members [ 1239.160513] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3d6940-7102-4196-960f-16581d7aa0fa with Priority: HIGHEST for action port [ 1239.162941] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.163244] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.163332] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.163388] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.163465] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.163695] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.163842] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.163940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.163996] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.164163] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.164249] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.164355] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.165882] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f3d6940-7102-4196-960f-16581d7aa0fa taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.166014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.166083] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.166238] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.166433] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3d6940-7102-4196-960f-16581d7aa0fa',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.182242] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f3d6940-7102-4196-960f-16581d7aa0fa with status ACTIVE [ 1239.182501] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.182652] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.182733] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.182974] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.183099] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.183296] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.183412] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.183496] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.183665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.183752] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.184054] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.184180] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.184259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.184409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.184486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.184599] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f3d6940-7102-4196-960f-16581d7aa0fa is going to be updated. [ 1239.198766] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.198965] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.198965] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.199186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.201087] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.201206] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.201897] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.202015] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.202836] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.202953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.203718] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.203839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.204652] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.204780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.205540] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.205650] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.206973] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.207103] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.207864] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.207971] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.208768] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.208882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.212344] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.212480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.212559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.212769] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.212920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.213115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f3d6940-7102-4196-960f-16581d7aa0fa" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.223122] env[63386]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1239.223652] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.223788] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2d5ea4e-f26b-4439-97cc-9b24f5211d64 is going to be deleted. [ 1239.225037] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.225267] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.241255] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.241412] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30e19c5a-617c-44fd-91fd-681521b78a8a is going to be deleted. [ 1239.242676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.242914] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.258566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.258746] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28a34854-53cf-4448-8617-23cc5f7da83e is going to be deleted. [ 1239.260040] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.260286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.278039] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.278304] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.285947] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.286093] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e71baf66-bad5-425f-bd02-82794ad062cc is going to be deleted. [ 1239.287097] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.287336] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.328356] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.328608] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.331957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.332124] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6960f936-2cab-4de5-859e-a4b066ca64f2 is going to be deleted. [ 1239.333052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.333277] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.355525] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.355699] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d43e7b11-a094-4d5e-a42f-5bbd2764914d is going to be deleted. [ 1239.356716] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.356964] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.378851] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.379190] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.426873] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.427056] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57060184-584e-4958-b4b8-78e62d5beaa1 is going to be deleted. [ 1239.427945] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.428189] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.440204] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.440370] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.447672] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.447849] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.472780] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.472956] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b003c32-578d-401e-944d-ff19b049a71e is going to be deleted. [ 1239.473730] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.473939] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.499398] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.499578] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.503070] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.503207] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728f67a6-e338-4bbe-8f5e-8b96e90ec7a4 is going to be deleted. [ 1239.503977] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.504210] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.580800] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.581039] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fd70b87-24d2-4a45-8ce5-6896e1fa20c2 is going to be deleted. [ 1239.582294] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.582607] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.582729] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.582905] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2d5ea4e-f26b-4439-97cc-9b24f5211d64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.583902] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.584060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.584157] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.584371] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.584485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.584627] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57060184-584e-4958-b4b8-78e62d5beaa1" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.584811] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.585014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.585124] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.585274] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30e19c5a-617c-44fd-91fd-681521b78a8a" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.585868] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.586101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.586216] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.586409] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28a34854-53cf-4448-8617-23cc5f7da83e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.586619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.586840] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.586925] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.587052] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e71baf66-bad5-425f-bd02-82794ad062cc" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.587191] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.587337] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.587413] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.587535] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6960f936-2cab-4de5-859e-a4b066ca64f2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.587665] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.587807] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.587882] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.588014] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d43e7b11-a094-4d5e-a42f-5bbd2764914d" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.647194] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.647460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.647460] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.647560] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.647720] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.647822] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.647884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.648057] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.648148] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.648237] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.648325] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.649304] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.649395] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.676066] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.676229] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.676299] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.676576] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.676663] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.676787] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b003c32-578d-401e-944d-ff19b049a71e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.678147] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.688069] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.688233] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.688291] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.688566] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.690208] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.690311] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.691531] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.691622] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.692304] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.692474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.693173] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.693315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.694038] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.694159] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.695590] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.695695] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.696366] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.696474] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.703165] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.703276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.726657] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.726802] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e00206ab-28f8-4611-9b05-bc2fe5d61f5e is going to be deleted. [ 1239.727988] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.728242] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.766791] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.766920] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73 is going to be deleted. [ 1239.767898] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.768071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.830044] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.830044] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c is going to be deleted. [ 1239.830854] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.831076] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.834167] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.834303] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.867196] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.867377] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.872440] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.872608] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03de7228-488b-4d95-be37-bd987f1a5947 is going to be deleted. [ 1239.873454] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.873690] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.920281] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.920423] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b41410df-aeab-4b3a-957b-e2c6ac1d27ed is going to be deleted. [ 1239.921381] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.921596] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.938126] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.938264] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.945744] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.945879] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.013370] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.013490] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.036809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.036950] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 811a1e96-5b8b-4f2c-a99a-bd4f2212bc86 is going to be deleted. [ 1240.037851] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.038247] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.086942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.087059] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9ec010-b3ad-4e45-baf7-69cb21710b64 is going to be deleted. [ 1240.087821] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.088018] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.141897] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.142169] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.151477] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.151619] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.151742] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.151942] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.152211] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.152375] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.152483] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.152743] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.152859] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.152957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.153125] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.153224] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.153290] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.153433] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.153571] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.153666] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.153726] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.153865] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.153940] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.154039] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.154132] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.161373] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.161481] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3050ae83-471c-4748-8adc-db75ed0194d3 is going to be deleted. [ 1240.162315] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.162482] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.162570] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.162822] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728f67a6-e338-4bbe-8f5e-8b96e90ec7a4" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.163507] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.163673] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.163756] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.163874] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fd70b87-24d2-4a45-8ce5-6896e1fa20c2" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.164362] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.164514] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.164598] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.164715] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e00206ab-28f8-4611-9b05-bc2fe5d61f5e" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.165112] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.165266] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.165347] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.165462] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c0f5308-e5d1-42d8-87f0-6bdb4f9ded73" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.165594] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.165740] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.165817] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.165922] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aeb3673-2a2d-45c1-bafe-a3e70dd4e36c" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.166060] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.166203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.166279] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.166406] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03de7228-488b-4d95-be37-bd987f1a5947" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.166902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.166902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.166902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.166902] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b41410df-aeab-4b3a-957b-e2c6ac1d27ed" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.181214] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.197313] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.197476] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.197521] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.197705] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.197802] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.197920] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-811a1e96-5b8b-4f2c-a99a-bd4f2212bc86" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.199685] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.199803] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.199864] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.200035] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.200120] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.200232] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9ec010-b3ad-4e45-baf7-69cb21710b64" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.246750] env[63386]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1240.247229] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.247353] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.247415] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.247628] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.247714] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.247839] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3050ae83-471c-4748-8adc-db75ed0194d3" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.657111] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1755cdf-6450-48e4-bef0-fa004fac25c6: rpc.has_security_group_logging(os_id): False [ 1240.673671] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.673957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.673957] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.674112] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.683688] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.683844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.683884] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.684072] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.684161] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.684257] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 is going to be updated. [ 1240.698435] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.698666] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.698783] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.698847] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.699033] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.699115] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.699316] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.699417] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.699478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.699651] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.699738] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.699903] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.699984] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.700061] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.700200] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.700276] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.700359] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 is going to be updated. [ 1240.709115] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.709250] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.709307] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.709439] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.709585] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.716573] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 in Status: IN_PROGRESS for 2s [ 1240.765936] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.766230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.766230] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.766358] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.766543] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.780386] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: IN_PROGRESS for 2s [ 1241.044475] env[63386]: INFO networking_nsxv3.common.synchronization [req-17613642-bb82-4e8a-921a-6e5e7c3ad31b req-e232e546-543f-4c59-b4b4-fbe4a0117aa7 tempest-ServerGroupTestJSON-375388909 tempest-ServerGroupTestJSON-375388909-project-member] Enqueued Resource ID: b270be30-2d1d-4af0-901a-1058075770a0 with Priority: HIGHEST for action security_group_members [ 1241.045014] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b270be30-2d1d-4af0-901a-1058075770a0 with Priority: HIGHEST for action security_group_members [ 1241.048996] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-b270be30-2d1d-4af0-901a-1058075770a0 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.049186] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.049286] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.049559] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.049771] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.049909] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.050011] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.050197] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.050313] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.050642] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b270be30-2d1d-4af0-901a-1058075770a0',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.553010] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.553438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.553438] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.553601] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.573820] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.574553] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.574553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.574553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.574553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.574553] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.575432] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b270be30-2d1d-4af0-901a-1058075770a0 is going to be updated. [ 1241.601926] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.602116] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.602164] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.602348] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1241.602485] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.610440] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b270be30-2d1d-4af0-901a-1058075770a0 in Status: IN_PROGRESS for 2s [ 1242.726159] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 in Status: SUCCESS [ 1242.726528] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.726581] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.726759] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.726950] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.727085] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.727151] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.727314] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1242.727396] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.727480] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.727574] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.795872] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: SUCCESS [ 1242.796118] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.230399] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.620054] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b270be30-2d1d-4af0-901a-1058075770a0 in Status: SUCCESS [ 1243.620275] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b270be30-2d1d-4af0-901a-1058075770a0 deletion is rescheduled due to dependency. [ 1243.620387] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b270be30-2d1d-4af0-901a-1058075770a0" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.733051] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 876b7a68-ee0b-40cf-912d-c30c7e3a32f8: rpc.has_security_group_logging(os_id): False [ 1243.749501] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.749676] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.749741] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.749966] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.766259] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.766579] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.766711] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.766777] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.767049] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.767170] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.767299] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 is going to be updated. [ 1243.820835] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.821010] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.821088] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.821355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.821540] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.832425] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 in Status: IN_PROGRESS for 2s [ 1245.849551] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 in Status: SUCCESS [ 1245.849551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.849551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.849551] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.849551] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.050139] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.050139] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1246.351989] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8 taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.352356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.352356] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.352516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.352619] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.352846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.352846] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.353516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.353516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.353516] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.353516] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.855482] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.364498] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 876b7a68-ee0b-40cf-912d-c30c7e3a32f8: rpc.has_security_group_logging(os_id): False [ 1247.393509] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.393943] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.394174] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.394486] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.396016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.396016] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.396016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.396016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.396016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.396016] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.396016] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 is going to be updated. [ 1247.474583] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.474763] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.474863] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.475051] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.475203] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.499634] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 in Status: IN_PROGRESS for 2s [ 1249.513818] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 in Status: SUCCESS [ 1249.514268] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.050651] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.051090] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1252.037511] env[63386]: INFO networking_nsxv3.common.synchronization [req-dcb8c602-dfa1-428c-b49c-b56d5ddaa19c req-f2827ca4-31f6-4433-bcd4-bfb976251133 tempest-ServersNegativeTestJSON-1807990970 tempest-ServersNegativeTestJSON-1807990970-project-member] Enqueued Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_members [ 1252.038439] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 with Priority: HIGHEST for action security_group_members [ 1252.038439] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1755cdf-6450-48e4-bef0-fa004fac25c6 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.039612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.039612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.039612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.039612] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.039612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.039612] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.039986] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.039986] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.039986] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1755cdf-6450-48e4-bef0-fa004fac25c6',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.541627] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.542046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.542046] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.542144] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.542185] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.542404] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.542519] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.542583] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.542758] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.542836] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.542922] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 is going to be updated. [ 1252.573821] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.574071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.574071] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.574225] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.574367] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.584714] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: IN_PROGRESS for 2s [ 1254.595063] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 in Status: SUCCESS [ 1254.595456] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1755cdf-6450-48e4-bef0-fa004fac25c6 deletion is rescheduled due to dependency. [ 1254.595456] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1755cdf-6450-48e4-bef0-fa004fac25c6" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.039380] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.039689] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1262.040808] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.041156] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1267.042265] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.042675] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.043368] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.043683] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1277.045062] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.045062] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1282.046454] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.046804] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1287.048225] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.048672] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1290.583086] env[63386]: INFO networking_nsxv3.common.synchronization [req-307da9b1-5212-4b14-9262-b1b2434874dc req-fdb7e5dc-87fb-4cb7-a52b-904905b328ef tempest-AttachVolumeShelveTestJSON-209778597 tempest-AttachVolumeShelveTestJSON-209778597-project-member] Enqueued Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_members [ 1290.585544] env[63386]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 with Priority: HIGHEST for action security_group_members [ 1290.586152] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8 taken with stack trace [, , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.586285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.586355] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.586572] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.586727] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.586844] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.586912] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.587101] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.587202] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.587296] env[63386]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('876b7a68-ee0b-40cf-912d-c30c7e3a32f8',) {} {{(pid=63386) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.089377] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.089588] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.089638] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.089853] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1291.089953] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.090174] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.090285] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.090335] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.090478] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1291.090554] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.090641] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 is going to be updated. [ 1291.116375] env[63386]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63386) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.116515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.116515] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.116672] env[63386]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1291.116809] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.123543] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 in Status: IN_PROGRESS for 2s [ 1293.134659] env[63386]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 in Status: SUCCESS [ 1293.135073] env[63386]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 876b7a68-ee0b-40cf-912d-c30c7e3a32f8 deletion is rescheduled due to dependency. [ 1293.135073] env[63386]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-876b7a68-ee0b-40cf-912d-c30c7e3a32f8" {{(pid=63386) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.586182] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.586596] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1300.587359] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.587834] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1305.588840] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.589266] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1310.590571] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.590866] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1315.591800] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.592295] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.592981] env[63386]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.593485] env[63386]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0